--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-10T19:01:12.067605Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-48fe0-57cb8d9dbf-qqrpz namespace: kserve-ci-e2e-test resourceVersion: "20521" uid: 601bf731-2dff-4309-ac48-8aeb66d64977 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-48fe0-57cb8d9dbf-qqrpz to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T19:01:12Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T19:01:12Z" name: ensemble-graph-48fe0-57cb8d9dbf-qqrpz.18c102dc2be06013 namespace: kserve-ci-e2e-test resourceVersion: "20527" uid: d116cd73-4953-4878-a3b5-c05e6dd8abcc reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:12Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-48fe0-57cb8d9dbf-qqrpz namespace: kserve-ci-e2e-test resourceVersion: "20522" uid: 601bf731-2dff-4309-ac48-8aeb66d64977 kind: Event lastTimestamp: "2026-07-10T19:01:12Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-48fe0-serving-cert" not found' metadata: creationTimestamp: "2026-07-10T19:01:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:12Z" name: ensemble-graph-48fe0-57cb8d9dbf-qqrpz.18c102dc3516ce7c namespace: kserve-ci-e2e-test resourceVersion: "20537" uid: 32d33374-eed4-4d86-ada6-6accd50128a2 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:13Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-48fe0-57cb8d9dbf-qqrpz namespace: kserve-ci-e2e-test resourceVersion: "20530" uid: 601bf731-2dff-4309-ac48-8aeb66d64977 kind: Event lastTimestamp: "2026-07-10T19:01:13Z" message: Add eth0 [10.134.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T19:01:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T19:01:13Z" name: ensemble-graph-48fe0-57cb8d9dbf-qqrpz.18c102dc696e107f namespace: kserve-ci-e2e-test resourceVersion: "20554" uid: 583b218b-4e72-4045-9c3b-249160ac7b27 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-48fe0} kind: Pod name: ensemble-graph-48fe0-57cb8d9dbf-qqrpz namespace: kserve-ci-e2e-test resourceVersion: "20522" uid: 601bf731-2dff-4309-ac48-8aeb66d64977 kind: Event lastTimestamp: "2026-07-10T19:01:13Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:8b2b640cecca2c5abab08a86fa1fe077f2518209438c00eb88348417ca75cab6" already present on machine metadata: creationTimestamp: "2026-07-10T19:01:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:13Z" name: ensemble-graph-48fe0-57cb8d9dbf-qqrpz.18c102dc6abde4a4 namespace: kserve-ci-e2e-test resourceVersion: "20556" uid: 29b6f941-f0a8-46e9-8391-ad256d45e753 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-48fe0} kind: Pod name: ensemble-graph-48fe0-57cb8d9dbf-qqrpz namespace: kserve-ci-e2e-test resourceVersion: "20522" uid: 601bf731-2dff-4309-ac48-8aeb66d64977 kind: Event lastTimestamp: "2026-07-10T19:01:13Z" message: 'Created container: ensemble-graph-48fe0' metadata: creationTimestamp: "2026-07-10T19:01:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:13Z" name: ensemble-graph-48fe0-57cb8d9dbf-qqrpz.18c102dc6dc787fd namespace: kserve-ci-e2e-test resourceVersion: "20561" uid: 1d8ee5d4-05b4-4c29-b4fd-533040271fe0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-48fe0} kind: Pod name: ensemble-graph-48fe0-57cb8d9dbf-qqrpz namespace: kserve-ci-e2e-test resourceVersion: "20522" uid: 601bf731-2dff-4309-ac48-8aeb66d64977 kind: Event lastTimestamp: "2026-07-10T19:01:13Z" message: Started container ensemble-graph-48fe0 metadata: creationTimestamp: "2026-07-10T19:01:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:13Z" name: ensemble-graph-48fe0-57cb8d9dbf-qqrpz.18c102dc6e3f6226 namespace: kserve-ci-e2e-test resourceVersion: "20562" uid: c1d0144f-04a1-47dd-b34d-6f77849b4d30 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-48fe0} kind: Pod name: ensemble-graph-48fe0-57cb8d9dbf-qqrpz namespace: kserve-ci-e2e-test resourceVersion: "20522" uid: 601bf731-2dff-4309-ac48-8aeb66d64977 kind: Event lastTimestamp: "2026-07-10T19:01:22Z" message: Stopping container ensemble-graph-48fe0 metadata: creationTimestamp: "2026-07-10T19:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:22Z" name: ensemble-graph-48fe0-57cb8d9dbf-qqrpz.18c102de83db3aa3 namespace: kserve-ci-e2e-test resourceVersion: "20660" uid: c1e3ce3b-6f6c-47dd-ab43-05ef2726548a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-10T19:01:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-48fe0} kind: Pod name: ensemble-graph-48fe0-57cb8d9dbf-qqrpz namespace: kserve-ci-e2e-test resourceVersion: "20522" uid: 601bf731-2dff-4309-ac48-8aeb66d64977 kind: Event lastTimestamp: "2026-07-10T19:01:49Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-10T19:01:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:49Z" name: ensemble-graph-48fe0-57cb8d9dbf-qqrpz.18c102df1ecb7bcb namespace: kserve-ci-e2e-test resourceVersion: "21203" uid: d385510f-d794-4bb5-be88-ba81b0157733 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:12Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-48fe0-57cb8d9dbf namespace: kserve-ci-e2e-test resourceVersion: "20518" uid: dc7b96ef-8004-4cf1-9167-a450c49838d9 kind: Event lastTimestamp: "2026-07-10T19:01:12Z" message: 'Created pod: ensemble-graph-48fe0-57cb8d9dbf-qqrpz' metadata: creationTimestamp: "2026-07-10T19:01:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:01:12Z" name: ensemble-graph-48fe0-57cb8d9dbf.18c102dc2b3180be namespace: kserve-ci-e2e-test resourceVersion: "20523" uid: c1c28586-cd25-4a37-ad55-5bd2621c938f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:12Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-48fe0 namespace: kserve-ci-e2e-test resourceVersion: "20516" uid: 62748ea4-4126-465e-84eb-7820a9a38b7c kind: Event lastTimestamp: "2026-07-10T19:01:12Z" message: Scaled up replica set ensemble-graph-48fe0-57cb8d9dbf from 0 to 1 metadata: creationTimestamp: "2026-07-10T19:01:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:01:12Z" name: ensemble-graph-48fe0.18c102dc2a4be069 namespace: kserve-ci-e2e-test resourceVersion: "20519" uid: 861bdcba-6e8e-40af-9c04-9947c0ff6b8e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:12Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-48fe0 namespace: kserve-ci-e2e-test resourceVersion: "20533" uid: 2aac94a0-c3a3-45a3-a52d-5a05141ff597 kind: Event lastTimestamp: "2026-07-10T19:01:12Z" message: InferenceGraph [ensemble-graph-48fe0] is Ready metadata: creationTimestamp: "2026-07-10T19:01:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:01:12Z" name: ensemble-graph-48fe0.18c102dc30331505 namespace: kserve-ci-e2e-test resourceVersion: "20535" uid: 064bec87-89a3-460c-9149-71805a62cb58 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-10T19:02:22.389788Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-9b322-98666c944-8jgzm namespace: kserve-ci-e2e-test resourceVersion: "21502" uid: a1b636ca-b512-4667-bbd1-fb5a30881024 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-9b322-98666c944-8jgzm to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T19:02:22Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T19:02:22Z" name: ensemble-graph-9b322-98666c944-8jgzm.18c102ec8b67e205 namespace: kserve-ci-e2e-test resourceVersion: "21507" uid: d94c6a71-6b0f-4c77-b57f-e3c3ddfb8c9a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:02:22Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-9b322-98666c944-8jgzm namespace: kserve-ci-e2e-test resourceVersion: "21510" uid: a1b636ca-b512-4667-bbd1-fb5a30881024 kind: Event lastTimestamp: "2026-07-10T19:02:22Z" message: Add eth0 [10.134.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T19:02:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T19:02:22Z" name: ensemble-graph-9b322-98666c944-8jgzm.18c102eca54cc806 namespace: kserve-ci-e2e-test resourceVersion: "21523" uid: a001ba9a-8af9-4c3b-b234-e95a726e676b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:02:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-9b322} kind: Pod name: ensemble-graph-9b322-98666c944-8jgzm namespace: kserve-ci-e2e-test resourceVersion: "21505" uid: a1b636ca-b512-4667-bbd1-fb5a30881024 kind: Event lastTimestamp: "2026-07-10T19:02:22Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:8b2b640cecca2c5abab08a86fa1fe077f2518209438c00eb88348417ca75cab6" already present on machine metadata: creationTimestamp: "2026-07-10T19:02:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:02:22Z" name: ensemble-graph-9b322-98666c944-8jgzm.18c102eca706cba8 namespace: kserve-ci-e2e-test resourceVersion: "21525" uid: e6589850-77bb-4725-adf7-606c27d73c23 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:02:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-9b322} kind: Pod name: ensemble-graph-9b322-98666c944-8jgzm namespace: kserve-ci-e2e-test resourceVersion: "21505" uid: a1b636ca-b512-4667-bbd1-fb5a30881024 kind: Event lastTimestamp: "2026-07-10T19:02:22Z" message: 'Created container: ensemble-graph-9b322' metadata: creationTimestamp: "2026-07-10T19:02:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:02:22Z" name: ensemble-graph-9b322-98666c944-8jgzm.18c102eca9ed3bfd namespace: kserve-ci-e2e-test resourceVersion: "21526" uid: 629e80fd-03e3-4b3a-b534-1d52b227d4a1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:02:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-9b322} kind: Pod name: ensemble-graph-9b322-98666c944-8jgzm namespace: kserve-ci-e2e-test resourceVersion: "21505" uid: a1b636ca-b512-4667-bbd1-fb5a30881024 kind: Event lastTimestamp: "2026-07-10T19:02:22Z" message: Started container ensemble-graph-9b322 metadata: creationTimestamp: "2026-07-10T19:02:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:02:22Z" name: ensemble-graph-9b322-98666c944-8jgzm.18c102ecaa679679 namespace: kserve-ci-e2e-test resourceVersion: "21527" uid: 63b12cde-5286-4481-b433-d40c561f9ce8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-9b322} kind: Pod name: ensemble-graph-9b322-98666c944-8jgzm namespace: kserve-ci-e2e-test resourceVersion: "21505" uid: a1b636ca-b512-4667-bbd1-fb5a30881024 kind: Event lastTimestamp: "2026-07-10T19:10:36Z" message: Stopping container ensemble-graph-9b322 metadata: creationTimestamp: "2026-07-10T19:10:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:36Z" name: ensemble-graph-9b322-98666c944-8jgzm.18c1035fb2222234 namespace: kserve-ci-e2e-test resourceVersion: "24873" uid: cee9e831-e78b-45fb-b815-c90924124366 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-10T19:10:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-9b322} kind: Pod name: ensemble-graph-9b322-98666c944-8jgzm namespace: kserve-ci-e2e-test resourceVersion: "21505" uid: a1b636ca-b512-4667-bbd1-fb5a30881024 kind: Event lastTimestamp: "2026-07-10T19:11:04Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-10T19:10:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:04Z" name: ensemble-graph-9b322-98666c944-8jgzm.18c1036030f6fa48 namespace: kserve-ci-e2e-test resourceVersion: "25636" uid: fff04c12-05f3-44b3-98a3-a5fbaa438155 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:02:22Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-9b322-98666c944 namespace: kserve-ci-e2e-test resourceVersion: "21495" uid: 7a779fb0-f6a8-4d31-83de-43561a83179d kind: Event lastTimestamp: "2026-07-10T19:02:22Z" message: 'Created pod: ensemble-graph-9b322-98666c944-8jgzm' metadata: creationTimestamp: "2026-07-10T19:02:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:02:22Z" name: ensemble-graph-9b322-98666c944.18c102ec8ab568fc namespace: kserve-ci-e2e-test resourceVersion: "21504" uid: ed59fb67-4bc1-4972-9a59-7423788d71dc reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:02:22Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-9b322 namespace: kserve-ci-e2e-test resourceVersion: "21494" uid: bd28bde3-56f6-4cfb-acf7-80507700201e kind: Event lastTimestamp: "2026-07-10T19:02:22Z" message: Scaled up replica set ensemble-graph-9b322-98666c944 from 0 to 1 metadata: creationTimestamp: "2026-07-10T19:02:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:02:22Z" name: ensemble-graph-9b322.18c102ec89390f65 namespace: kserve-ci-e2e-test resourceVersion: "21500" uid: 96aae9b9-2cbd-4bc9-943c-9ba2300f3cd4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:02:22Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-9b322 namespace: kserve-ci-e2e-test resourceVersion: "21513" uid: bf64ae97-d51f-4c75-b2be-e3b84ecca356 kind: Event lastTimestamp: "2026-07-10T19:02:22Z" message: InferenceGraph [ensemble-graph-9b322] is Ready metadata: creationTimestamp: "2026-07-10T19:02:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:02:22Z" name: ensemble-graph-9b322.18c102ec900bf402 namespace: kserve-ci-e2e-test resourceVersion: "21516" uid: 43eeee32-40f8-42c3-a32e-110bdad698f1 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T19:02:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-9b322 namespace: kserve-ci-e2e-test resourceVersion: "21496" uid: 9f489b70-4caa-421a-89df-a63c1799f833 kind: Event lastTimestamp: "2026-07-10T19:03:07Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:02:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:03:07Z" name: ensemble-graph-9b322.18c102f00942a615 namespace: kserve-ci-e2e-test resourceVersion: "21923" uid: ce1f4d53-e1ca-4020-883a-779050e341ea reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T19:02:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-9b322 namespace: kserve-ci-e2e-test resourceVersion: "21496" uid: 9f489b70-4caa-421a-89df-a63c1799f833 kind: Event lastTimestamp: "2026-07-10T19:03:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:02:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:03:07Z" name: ensemble-graph-9b322.18c102f009aef13d namespace: kserve-ci-e2e-test resourceVersion: "21924" uid: b53b0326-c24b-4387-8fd7-661a3e125d6e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-10T18:51:13.102726Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-34ebc-predictor-59d677957b-wtgd2 namespace: kserve-ci-e2e-test resourceVersion: "15799" uid: f4ac9ffb-3d16-443b-a7d0-9d43a1e82dc8 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-34ebc-predictor-59d677957b-wtgd2 to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T18:51:13Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T18:51:13Z" name: error-404-isvc-34ebc-predictor-59d677957b-wtgd2.18c10250b6c99c24 namespace: kserve-ci-e2e-test resourceVersion: "15809" uid: cde1f5f4-80b3-41af-b7ef-107f48031e0c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:13Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-34ebc-predictor-59d677957b-wtgd2 namespace: kserve-ci-e2e-test resourceVersion: "15821" uid: f4ac9ffb-3d16-443b-a7d0-9d43a1e82dc8 kind: Event lastTimestamp: "2026-07-10T18:51:13Z" message: Add eth0 [10.134.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T18:51:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T18:51:13Z" name: error-404-isvc-34ebc-predictor-59d677957b-wtgd2.18c10250d1619d5d namespace: kserve-ci-e2e-test resourceVersion: "15841" uid: 907db06b-58c3-4a5b-bbd5-b7261f4ad4c5 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-34ebc-predictor-59d677957b-wtgd2 namespace: kserve-ci-e2e-test resourceVersion: "15804" uid: f4ac9ffb-3d16-443b-a7d0-9d43a1e82dc8 kind: Event lastTimestamp: "2026-07-10T18:51:13Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1724" already present on machine metadata: creationTimestamp: "2026-07-10T18:51:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:13Z" name: error-404-isvc-34ebc-predictor-59d677957b-wtgd2.18c10250d2ee92a0 namespace: kserve-ci-e2e-test resourceVersion: "15843" uid: f78bdd86-5944-470f-b84e-a21af4816a8c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-34ebc-predictor-59d677957b-wtgd2 namespace: kserve-ci-e2e-test resourceVersion: "15804" uid: f4ac9ffb-3d16-443b-a7d0-9d43a1e82dc8 kind: Event lastTimestamp: "2026-07-10T18:51:13Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-10T18:51:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:13Z" name: error-404-isvc-34ebc-predictor-59d677957b-wtgd2.18c10250d5201e35 namespace: kserve-ci-e2e-test resourceVersion: "15847" uid: d2ab0443-9709-4667-adf9-259061b1b143 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-34ebc-predictor-59d677957b-wtgd2 namespace: kserve-ci-e2e-test resourceVersion: "15804" uid: f4ac9ffb-3d16-443b-a7d0-9d43a1e82dc8 kind: Event lastTimestamp: "2026-07-10T18:51:13Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-10T18:51:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:13Z" name: error-404-isvc-34ebc-predictor-59d677957b-wtgd2.18c10250d58dd6b7 namespace: kserve-ci-e2e-test resourceVersion: "15848" uid: 0703bb18-e751-4f26-b64f-bdb1ed8ff52a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-34ebc-predictor-59d677957b-wtgd2 namespace: kserve-ci-e2e-test resourceVersion: "15804" uid: f4ac9ffb-3d16-443b-a7d0-9d43a1e82dc8 kind: Event lastTimestamp: "2026-07-10T18:51:13Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-10T18:51:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:13Z" name: error-404-isvc-34ebc-predictor-59d677957b-wtgd2.18c10250d597e6ad namespace: kserve-ci-e2e-test resourceVersion: "15849" uid: 9784ccc7-f672-458f-a145-d359c2f470d7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-34ebc-predictor-59d677957b-wtgd2 namespace: kserve-ci-e2e-test resourceVersion: "15804" uid: f4ac9ffb-3d16-443b-a7d0-9d43a1e82dc8 kind: Event lastTimestamp: "2026-07-10T18:51:13Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-10T18:51:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:13Z" name: error-404-isvc-34ebc-predictor-59d677957b-wtgd2.18c10250d93eaf1a namespace: kserve-ci-e2e-test resourceVersion: "15851" uid: bb29bed9-6282-4c1d-9e28-a40d5dae065b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-34ebc-predictor-59d677957b-wtgd2 namespace: kserve-ci-e2e-test resourceVersion: "15804" uid: f4ac9ffb-3d16-443b-a7d0-9d43a1e82dc8 kind: Event lastTimestamp: "2026-07-10T18:51:13Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T18:51:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:13Z" name: error-404-isvc-34ebc-predictor-59d677957b-wtgd2.18c10250d9bc29ec namespace: kserve-ci-e2e-test resourceVersion: "15852" uid: f029ee29-cb59-4ae2-bbf7-dd70b4c39141 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-10T18:51:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-34ebc-predictor-59d677957b-wtgd2 namespace: kserve-ci-e2e-test resourceVersion: "15804" uid: f4ac9ffb-3d16-443b-a7d0-9d43a1e82dc8 kind: Event lastTimestamp: "2026-07-10T19:00:30Z" message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-10T18:51:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:30Z" name: error-404-isvc-34ebc-predictor-59d677957b-wtgd2.18c10250f606c8cc namespace: kserve-ci-e2e-test resourceVersion: "20164" uid: c943210e-0b15-48b5-aa37-4e5361cab77f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-34ebc-predictor-59d677957b-wtgd2 namespace: kserve-ci-e2e-test resourceVersion: "15804" uid: f4ac9ffb-3d16-443b-a7d0-9d43a1e82dc8 kind: Event lastTimestamp: "2026-07-10T19:00:27Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-10T19:00:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:27Z" name: error-404-isvc-34ebc-predictor-59d677957b-wtgd2.18c102d1e8eea198 namespace: kserve-ci-e2e-test resourceVersion: "20097" uid: 82c1c589-d2c3-40b7-8447-9089a9f37a5e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-34ebc-predictor-59d677957b-wtgd2 namespace: kserve-ci-e2e-test resourceVersion: "15804" uid: f4ac9ffb-3d16-443b-a7d0-9d43a1e82dc8 kind: Event lastTimestamp: "2026-07-10T19:00:27Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:00:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:28Z" name: error-404-isvc-34ebc-predictor-59d677957b-wtgd2.18c102d1e8ef2386 namespace: kserve-ci-e2e-test resourceVersion: "20100" uid: f8c2ddb3-90ce-4341-a3cc-46743189ec4e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-34ebc-predictor-59d677957b-wtgd2 namespace: kserve-ci-e2e-test resourceVersion: "15804" uid: f4ac9ffb-3d16-443b-a7d0-9d43a1e82dc8 kind: Event lastTimestamp: "2026-07-10T19:00:30Z" message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp 10.134.0.28:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-10T19:00:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:30Z" name: error-404-isvc-34ebc-predictor-59d677957b-wtgd2.18c102d26a7d9fde namespace: kserve-ci-e2e-test resourceVersion: "20162" uid: 52b46263-06c4-417d-9d0f-0c61c511d86e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:13Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-34ebc-predictor-59d677957b namespace: kserve-ci-e2e-test resourceVersion: "15792" uid: 86926328-4e63-4725-8e58-9d9ddbc51fa7 kind: Event lastTimestamp: "2026-07-10T18:51:13Z" message: 'Created pod: error-404-isvc-34ebc-predictor-59d677957b-wtgd2' metadata: creationTimestamp: "2026-07-10T18:51:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:51:13Z" name: error-404-isvc-34ebc-predictor-59d677957b.18c10250b654bfeb namespace: kserve-ci-e2e-test resourceVersion: "15802" uid: 0490e8ff-ba19-48c7-b8d2-7a46ce6baf11 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:13Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-34ebc-predictor namespace: kserve-ci-e2e-test resourceVersion: "15790" uid: aa4adf4d-a8a4-42d5-b2cb-36c5c00226c5 kind: Event lastTimestamp: "2026-07-10T18:51:13Z" message: Scaled up replica set error-404-isvc-34ebc-predictor-59d677957b from 0 to 1 metadata: creationTimestamp: "2026-07-10T18:51:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:51:13Z" name: error-404-isvc-34ebc-predictor.18c10250b4563f17 namespace: kserve-ci-e2e-test resourceVersion: "15794" uid: 81cf64ba-93de-4c83-adea-6f34c25e74f6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-10T18:51:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-34ebc-predictor namespace: kserve-ci-e2e-test resourceVersion: "15791" uid: 92787e6c-df66-4412-99e8-177deac0506c kind: Event lastTimestamp: "2026-07-10T18:52:28Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T18:51:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:52:28Z" name: error-404-isvc-34ebc-predictor.18c1025432d319fc namespace: kserve-ci-e2e-test resourceVersion: "16576" uid: fbd2f871-268b-4a65-bf31-c6ef6c26b217 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-10T18:51:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-34ebc-predictor namespace: kserve-ci-e2e-test resourceVersion: "15791" uid: 92787e6c-df66-4412-99e8-177deac0506c kind: Event lastTimestamp: "2026-07-10T18:52:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T18:51:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:52:28Z" name: error-404-isvc-34ebc-predictor.18c10254333aeafb namespace: kserve-ci-e2e-test resourceVersion: "16577" uid: 85f03b0b-9823-4f43-8f59-41435682cf98 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-34ebc-predictor namespace: kserve-ci-e2e-test resourceVersion: "15992" uid: 92787e6c-df66-4412-99e8-177deac0506c kind: Event lastTimestamp: "2026-07-10T18:51:43Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T18:51:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:51:43Z" name: error-404-isvc-34ebc-predictor.18c10257b1f533d5 namespace: kserve-ci-e2e-test resourceVersion: "16133" uid: 50c247c4-b1b1-4359-bad0-2a42641ed86d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-34ebc-predictor namespace: kserve-ci-e2e-test resourceVersion: "15992" uid: 92787e6c-df66-4412-99e8-177deac0506c kind: Event lastTimestamp: "2026-07-10T18:51:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T18:51:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:51:43Z" name: error-404-isvc-34ebc-predictor.18c10257b256cd26 namespace: kserve-ci-e2e-test resourceVersion: "16135" uid: ccda4796-d935-4048-81e0-48f9b3959fdf reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-10T18:51:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-34ebc namespace: kserve-ci-e2e-test resourceVersion: "15770" uid: 8d37b16a-a4b4-46f5-a049-42c710e5c2ea kind: Event lastTimestamp: "2026-07-10T18:52:00Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-10T18:51:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:52:00Z" name: error-404-isvc-34ebc.18c10250b432fe23 namespace: kserve-ci-e2e-test resourceVersion: "16319" uid: 8edaf1df-1609-46ff-976c-360bb6d523f3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:52:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-34ebc namespace: kserve-ci-e2e-test resourceVersion: "16314" uid: 8d37b16a-a4b4-46f5-a049-42c710e5c2ea kind: Event lastTimestamp: "2026-07-10T18:52:00Z" message: InferenceService [error-404-isvc-34ebc] is Ready metadata: creationTimestamp: "2026-07-10T18:52:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:52:00Z" name: error-404-isvc-34ebc.18c1025bb14de35c namespace: kserve-ci-e2e-test resourceVersion: "16315" uid: 259e96ed-5e1f-4904-b40f-4d09120a66a3 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-10T19:00:02.132525Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-48fe0-predictor-87d87457b-zm2hn namespace: kserve-ci-e2e-test resourceVersion: "19754" uid: 382b626a-a7cd-4cd7-a9ba-df3a8638f152 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-48fe0-predictor-87d87457b-zm2hn to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T19:00:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T19:00:02Z" name: error-404-isvc-48fe0-predictor-87d87457b-zm2hn.18c102cbe36bc5dd namespace: kserve-ci-e2e-test resourceVersion: "19760" uid: e78e1d7d-df83-47b1-bcd2-b591a512fc87 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:02Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-48fe0-predictor-87d87457b-zm2hn namespace: kserve-ci-e2e-test resourceVersion: "19765" uid: 382b626a-a7cd-4cd7-a9ba-df3a8638f152 kind: Event lastTimestamp: "2026-07-10T19:00:02Z" message: Add eth0 [10.134.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T19:00:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T19:00:02Z" name: error-404-isvc-48fe0-predictor-87d87457b-zm2hn.18c102cbfd40557d namespace: kserve-ci-e2e-test resourceVersion: "19789" uid: 43fbaa65-f58d-4944-8755-cb592b12fbb3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-48fe0-predictor-87d87457b-zm2hn namespace: kserve-ci-e2e-test resourceVersion: "19757" uid: 382b626a-a7cd-4cd7-a9ba-df3a8638f152 kind: Event lastTimestamp: "2026-07-10T19:00:02Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1724" already present on machine metadata: creationTimestamp: "2026-07-10T19:00:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:02Z" name: error-404-isvc-48fe0-predictor-87d87457b-zm2hn.18c102cbff0bbff8 namespace: kserve-ci-e2e-test resourceVersion: "19791" uid: 08d2b99b-f76e-4480-b543-e5592645613d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-48fe0-predictor-87d87457b-zm2hn namespace: kserve-ci-e2e-test resourceVersion: "19757" uid: 382b626a-a7cd-4cd7-a9ba-df3a8638f152 kind: Event lastTimestamp: "2026-07-10T19:00:02Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-10T19:00:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:02Z" name: error-404-isvc-48fe0-predictor-87d87457b-zm2hn.18c102cc028349f5 namespace: kserve-ci-e2e-test resourceVersion: "19796" uid: dea62401-3e53-4f92-9433-109e0922f124 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-48fe0-predictor-87d87457b-zm2hn namespace: kserve-ci-e2e-test resourceVersion: "19757" uid: 382b626a-a7cd-4cd7-a9ba-df3a8638f152 kind: Event lastTimestamp: "2026-07-10T19:00:02Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-10T19:00:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:02Z" name: error-404-isvc-48fe0-predictor-87d87457b-zm2hn.18c102cc02fd8f31 namespace: kserve-ci-e2e-test resourceVersion: "19797" uid: a1f5395d-5806-47d5-a667-f38b0179a059 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-48fe0-predictor-87d87457b-zm2hn namespace: kserve-ci-e2e-test resourceVersion: "19757" uid: 382b626a-a7cd-4cd7-a9ba-df3a8638f152 kind: Event lastTimestamp: "2026-07-10T19:00:02Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-10T19:00:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:02Z" name: error-404-isvc-48fe0-predictor-87d87457b-zm2hn.18c102cc03081d74 namespace: kserve-ci-e2e-test resourceVersion: "19798" uid: 6855c66b-7a11-409b-9d49-a0d2a9144ea8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-48fe0-predictor-87d87457b-zm2hn namespace: kserve-ci-e2e-test resourceVersion: "19757" uid: 382b626a-a7cd-4cd7-a9ba-df3a8638f152 kind: Event lastTimestamp: "2026-07-10T19:00:02Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-10T19:00:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:02Z" name: error-404-isvc-48fe0-predictor-87d87457b-zm2hn.18c102cc0636f176 namespace: kserve-ci-e2e-test resourceVersion: "19799" uid: 7d8256a3-8bd3-449c-9cc5-34bbf0ea3ea5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-48fe0-predictor-87d87457b-zm2hn namespace: kserve-ci-e2e-test resourceVersion: "19757" uid: 382b626a-a7cd-4cd7-a9ba-df3a8638f152 kind: Event lastTimestamp: "2026-07-10T19:00:02Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:00:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:02Z" name: error-404-isvc-48fe0-predictor-87d87457b-zm2hn.18c102cc06af4ec4 namespace: kserve-ci-e2e-test resourceVersion: "19800" uid: 2e202232-3c7f-4c28-a92d-d0f36c916ec2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-10T19:00:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-48fe0-predictor-87d87457b-zm2hn namespace: kserve-ci-e2e-test resourceVersion: "19757" uid: 382b626a-a7cd-4cd7-a9ba-df3a8638f152 kind: Event lastTimestamp: "2026-07-10T19:00:49Z" message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-10T19:00:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:49Z" name: error-404-isvc-48fe0-predictor-87d87457b-zm2hn.18c102cc2efc833c namespace: kserve-ci-e2e-test resourceVersion: "20329" uid: 03b62079-e5b9-4711-8e16-5f7134b0d8f9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-48fe0-predictor-87d87457b-zm2hn namespace: kserve-ci-e2e-test resourceVersion: "19757" uid: 382b626a-a7cd-4cd7-a9ba-df3a8638f152 kind: Event lastTimestamp: "2026-07-10T19:01:22Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-10T19:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:22Z" name: error-404-isvc-48fe0-predictor-87d87457b-zm2hn.18c102de8b048318 namespace: kserve-ci-e2e-test resourceVersion: "20692" uid: 80efd421-9fe0-4d5a-859c-3c659a677973 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-48fe0-predictor-87d87457b-zm2hn namespace: kserve-ci-e2e-test resourceVersion: "19757" uid: 382b626a-a7cd-4cd7-a9ba-df3a8638f152 kind: Event lastTimestamp: "2026-07-10T19:01:22Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:22Z" name: error-404-isvc-48fe0-predictor-87d87457b-zm2hn.18c102de8b050c18 namespace: kserve-ci-e2e-test resourceVersion: "20693" uid: a52d71a0-1531-4229-a5e5-339827cf3f29 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-48fe0-predictor-87d87457b-zm2hn namespace: kserve-ci-e2e-test resourceVersion: "19757" uid: 382b626a-a7cd-4cd7-a9ba-df3a8638f152 kind: Event lastTimestamp: "2026-07-10T19:01:24Z" message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp 10.134.0.32:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-10T19:01:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:24Z" name: error-404-isvc-48fe0-predictor-87d87457b-zm2hn.18c102df0b408bff namespace: kserve-ci-e2e-test resourceVersion: "20795" uid: e36b4168-ca2d-4955-ae03-f17d1ff150f9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-48fe0-predictor-87d87457b namespace: kserve-ci-e2e-test resourceVersion: "19745" uid: 4010dac0-a222-4b1b-b881-ba09ddc52831 kind: Event lastTimestamp: "2026-07-10T19:00:02Z" message: 'Created pod: error-404-isvc-48fe0-predictor-87d87457b-zm2hn' metadata: creationTimestamp: "2026-07-10T19:00:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:00:02Z" name: error-404-isvc-48fe0-predictor-87d87457b.18c102cbe2f11508 namespace: kserve-ci-e2e-test resourceVersion: "19756" uid: e76497ce-74fe-4bdb-8e6a-17cea2ac8b27 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-48fe0-predictor namespace: kserve-ci-e2e-test resourceVersion: "19740" uid: 463016fc-524c-4c1e-9311-bfd6f85e93aa kind: Event lastTimestamp: "2026-07-10T19:00:02Z" message: Scaled up replica set error-404-isvc-48fe0-predictor-87d87457b from 0 to 1 metadata: creationTimestamp: "2026-07-10T19:00:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:00:02Z" name: error-404-isvc-48fe0-predictor.18c102cbe12c92de namespace: kserve-ci-e2e-test resourceVersion: "19748" uid: aff8f37f-f4a1-40b4-8858-d77b74bd14ce reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:00:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-48fe0-predictor namespace: kserve-ci-e2e-test resourceVersion: "19744" uid: cbb73f45-fa2e-4419-a0a2-5122c805f423 kind: Event lastTimestamp: "2026-07-10T19:00:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:00:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:00:32Z" name: error-404-isvc-48fe0-predictor.18c102cf60329fba namespace: kserve-ci-e2e-test resourceVersion: "20190" uid: e0a52540-6ea8-4b9e-addf-6cdf518e8940 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:00:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-48fe0-predictor namespace: kserve-ci-e2e-test resourceVersion: "19744" uid: cbb73f45-fa2e-4419-a0a2-5122c805f423 kind: Event lastTimestamp: "2026-07-10T19:00:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:00:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:00:32Z" name: error-404-isvc-48fe0-predictor.18c102cf614d1172 namespace: kserve-ci-e2e-test resourceVersion: "20191" uid: 2cc430ed-e02f-4809-b14c-9a27352c33b5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T19:00:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-48fe0-predictor namespace: kserve-ci-e2e-test resourceVersion: "19937" uid: cbb73f45-fa2e-4419-a0a2-5122c805f423 kind: Event lastTimestamp: "2026-07-10T19:01:17Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T19:00:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:01:17Z" name: error-404-isvc-48fe0-predictor.18c102d65f2e543c namespace: kserve-ci-e2e-test resourceVersion: "20610" uid: 38dad626-5bde-466e-a902-83c41036e4f6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T19:00:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-48fe0-predictor namespace: kserve-ci-e2e-test resourceVersion: "19937" uid: cbb73f45-fa2e-4419-a0a2-5122c805f423 kind: Event lastTimestamp: "2026-07-10T19:01:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T19:00:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:01:17Z" name: error-404-isvc-48fe0-predictor.18c102d65fc9cb5c namespace: kserve-ci-e2e-test resourceVersion: "20611" uid: 55b386b1-0d90-434a-bb08-27ac315448cd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-10T19:00:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-48fe0 namespace: kserve-ci-e2e-test resourceVersion: "19713" uid: bc2ad0e7-9b10-4d5f-9cae-d3a4fecb4625 kind: Event lastTimestamp: "2026-07-10T19:00:59Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-10T19:00:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:00:59Z" name: error-404-isvc-48fe0.18c102cbe0fc0aae namespace: kserve-ci-e2e-test resourceVersion: "20423" uid: 0360501e-c2c9-404e-980c-6e0de3f34c5d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-48fe0 namespace: kserve-ci-e2e-test resourceVersion: "19713" uid: bc2ad0e7-9b10-4d5f-9cae-d3a4fecb4625 kind: Event lastTimestamp: "2026-07-10T19:00:02Z" message: 'Failed to update status for InferenceService "error-404-isvc-48fe0": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-48fe0": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T19:00:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:00:02Z" name: error-404-isvc-48fe0.18c102cbe182dd38 namespace: kserve-ci-e2e-test resourceVersion: "19750" uid: 3d0f962a-5038-4536-aa5f-0df217e3df6d reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-48fe0 namespace: kserve-ci-e2e-test resourceVersion: "19713" uid: bc2ad0e7-9b10-4d5f-9cae-d3a4fecb4625 kind: Event lastTimestamp: "2026-07-10T19:00:02Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-48fe0": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T19:00:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:00:02Z" name: error-404-isvc-48fe0.18c102cbe1832ed2 namespace: kserve-ci-e2e-test resourceVersion: "19752" uid: 51b42f16-8963-4c6f-823d-a4471be698af reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-48fe0 namespace: kserve-ci-e2e-test resourceVersion: "20418" uid: bc2ad0e7-9b10-4d5f-9cae-d3a4fecb4625 kind: Event lastTimestamp: "2026-07-10T19:00:59Z" message: InferenceService [error-404-isvc-48fe0] is Ready metadata: creationTimestamp: "2026-07-10T19:00:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:00:59Z" name: error-404-isvc-48fe0.18c102d93f7f9e61 namespace: kserve-ci-e2e-test resourceVersion: "20419" uid: 03b8299d-3d4c-476b-b5c7-d2bbe4f6a126 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-10T19:01:38.599891Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-77aa3-predictor-67dd777c88-wqrtn namespace: kserve-ci-e2e-test resourceVersion: "21039" uid: 6f20449b-2238-4527-83b3-7917e4a47fcf kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-77aa3-predictor-67dd777c88-wqrtn to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T19:01:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T19:01:38Z" name: error-404-isvc-77aa3-predictor-67dd777c88-wqrtn.18c102e25952f5e7 namespace: kserve-ci-e2e-test resourceVersion: "21046" uid: a2ecb545-1185-4d25-aef7-9863dcae1922 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:38Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-77aa3-predictor-67dd777c88-wqrtn namespace: kserve-ci-e2e-test resourceVersion: "21041" uid: 6f20449b-2238-4527-83b3-7917e4a47fcf kind: Event lastTimestamp: "2026-07-10T19:01:38Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-77aa3-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-10T19:01:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:38Z" name: error-404-isvc-77aa3-predictor-67dd777c88-wqrtn.18c102e268bc1dc0 namespace: kserve-ci-e2e-test resourceVersion: "21070" uid: 1c3500e0-a1d4-4b3f-863f-b2049d80ee30 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:39Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-77aa3-predictor-67dd777c88-wqrtn namespace: kserve-ci-e2e-test resourceVersion: "21050" uid: 6f20449b-2238-4527-83b3-7917e4a47fcf kind: Event lastTimestamp: "2026-07-10T19:01:39Z" message: Add eth0 [10.134.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T19:01:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T19:01:39Z" name: error-404-isvc-77aa3-predictor-67dd777c88-wqrtn.18c102e297095db4 namespace: kserve-ci-e2e-test resourceVersion: "21092" uid: 358fc11b-134b-4024-97b7-0d4b0770c156 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-77aa3-predictor-67dd777c88-wqrtn namespace: kserve-ci-e2e-test resourceVersion: "21041" uid: 6f20449b-2238-4527-83b3-7917e4a47fcf kind: Event lastTimestamp: "2026-07-10T19:01:39Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1724" already present on machine metadata: creationTimestamp: "2026-07-10T19:01:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:39Z" name: error-404-isvc-77aa3-predictor-67dd777c88-wqrtn.18c102e298a7f109 namespace: kserve-ci-e2e-test resourceVersion: "21094" uid: a4e376a6-5c39-446c-8f35-be21d7c1d860 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-77aa3-predictor-67dd777c88-wqrtn namespace: kserve-ci-e2e-test resourceVersion: "21041" uid: 6f20449b-2238-4527-83b3-7917e4a47fcf kind: Event lastTimestamp: "2026-07-10T19:01:39Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-10T19:01:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:39Z" name: error-404-isvc-77aa3-predictor-67dd777c88-wqrtn.18c102e29bb1b503 namespace: kserve-ci-e2e-test resourceVersion: "21095" uid: f54db399-9282-4bf8-8cde-4f2536cee45e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-77aa3-predictor-67dd777c88-wqrtn namespace: kserve-ci-e2e-test resourceVersion: "21041" uid: 6f20449b-2238-4527-83b3-7917e4a47fcf kind: Event lastTimestamp: "2026-07-10T19:01:39Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-10T19:01:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:39Z" name: error-404-isvc-77aa3-predictor-67dd777c88-wqrtn.18c102e29c46d5a1 namespace: kserve-ci-e2e-test resourceVersion: "21096" uid: 4e142e13-13d8-48f6-9c9e-b63ddfdcc858 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-77aa3-predictor-67dd777c88-wqrtn namespace: kserve-ci-e2e-test resourceVersion: "21041" uid: 6f20449b-2238-4527-83b3-7917e4a47fcf kind: Event lastTimestamp: "2026-07-10T19:01:39Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-10T19:01:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:39Z" name: error-404-isvc-77aa3-predictor-67dd777c88-wqrtn.18c102e29c5239b6 namespace: kserve-ci-e2e-test resourceVersion: "21098" uid: c62b6649-4725-4b69-a832-55f691af66b9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-77aa3-predictor-67dd777c88-wqrtn namespace: kserve-ci-e2e-test resourceVersion: "21041" uid: 6f20449b-2238-4527-83b3-7917e4a47fcf kind: Event lastTimestamp: "2026-07-10T19:01:39Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-10T19:01:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:39Z" name: error-404-isvc-77aa3-predictor-67dd777c88-wqrtn.18c102e2a046b554 namespace: kserve-ci-e2e-test resourceVersion: "21100" uid: 2c3d919a-85b2-4b23-9b32-d586a204989d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-77aa3-predictor-67dd777c88-wqrtn namespace: kserve-ci-e2e-test resourceVersion: "21041" uid: 6f20449b-2238-4527-83b3-7917e4a47fcf kind: Event lastTimestamp: "2026-07-10T19:01:39Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:01:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:39Z" name: error-404-isvc-77aa3-predictor-67dd777c88-wqrtn.18c102e2a0c6b996 namespace: kserve-ci-e2e-test resourceVersion: "21101" uid: 5cff4c7d-c1fb-428b-a08c-395ed9acbda8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-07-10T19:01:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-77aa3-predictor-67dd777c88-wqrtn namespace: kserve-ci-e2e-test resourceVersion: "21041" uid: 6f20449b-2238-4527-83b3-7917e4a47fcf kind: Event lastTimestamp: "2026-07-10T19:10:56Z" message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-10T19:01:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:56Z" name: error-404-isvc-77aa3-predictor-67dd777c88-wqrtn.18c102e2e0bf1dc0 namespace: kserve-ci-e2e-test resourceVersion: "25576" uid: 21e56ff8-0313-4321-9229-b575be38fd3b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-77aa3-predictor-67dd777c88-wqrtn namespace: kserve-ci-e2e-test resourceVersion: "21041" uid: 6f20449b-2238-4527-83b3-7917e4a47fcf kind: Event lastTimestamp: "2026-07-10T19:10:53Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-10T19:10:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:53Z" name: error-404-isvc-77aa3-predictor-67dd777c88-wqrtn.18c10363732b9b7b namespace: kserve-ci-e2e-test resourceVersion: "25435" uid: 138d3ddf-0027-4f98-b9aa-de276be83c3e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-77aa3-predictor-67dd777c88-wqrtn namespace: kserve-ci-e2e-test resourceVersion: "21041" uid: 6f20449b-2238-4527-83b3-7917e4a47fcf kind: Event lastTimestamp: "2026-07-10T19:10:53Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:10:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:53Z" name: error-404-isvc-77aa3-predictor-67dd777c88-wqrtn.18c10363732c1e8e namespace: kserve-ci-e2e-test resourceVersion: "25441" uid: c078ef33-0b2c-4646-bfe3-f48cdf4e892a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-77aa3-predictor-67dd777c88-wqrtn namespace: kserve-ci-e2e-test resourceVersion: "21041" uid: 6f20449b-2238-4527-83b3-7917e4a47fcf kind: Event lastTimestamp: "2026-07-10T19:10:56Z" message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp 10.134.0.40:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-10T19:10:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:56Z" name: error-404-isvc-77aa3-predictor-67dd777c88-wqrtn.18c10364552c6bcc namespace: kserve-ci-e2e-test resourceVersion: "25575" uid: 210b465c-2528-4786-8f92-8f1c3aa8ace6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-77aa3-predictor-67dd777c88 namespace: kserve-ci-e2e-test resourceVersion: "21023" uid: fc214c2f-812f-43e2-aecb-3cd12e6084f8 kind: Event lastTimestamp: "2026-07-10T19:01:38Z" message: 'Created pod: error-404-isvc-77aa3-predictor-67dd777c88-wqrtn' metadata: creationTimestamp: "2026-07-10T19:01:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:01:38Z" name: error-404-isvc-77aa3-predictor-67dd777c88.18c102e258e58877 namespace: kserve-ci-e2e-test resourceVersion: "21042" uid: 46d1af35-ad1d-41c0-b1f8-635eced5a3b7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-77aa3-predictor namespace: kserve-ci-e2e-test resourceVersion: "21018" uid: 5debd3a6-6044-452c-8f87-ad7de0b86d78 kind: Event lastTimestamp: "2026-07-10T19:01:38Z" message: Scaled up replica set error-404-isvc-77aa3-predictor-67dd777c88 from 0 to 1 metadata: creationTimestamp: "2026-07-10T19:01:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:01:38Z" name: error-404-isvc-77aa3-predictor.18c102e255adbfc5 namespace: kserve-ci-e2e-test resourceVersion: "21030" uid: 9b3c3531-18ae-4536-b43b-ec218b69d3e7 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T19:01:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-77aa3-predictor namespace: kserve-ci-e2e-test resourceVersion: "21022" uid: 73e612c2-6c7d-45a5-b49f-ae41067e9d93 kind: Event lastTimestamp: "2026-07-10T19:02:23Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:01:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:02:23Z" name: error-404-isvc-77aa3-predictor.18c102e5d4a14c2a namespace: kserve-ci-e2e-test resourceVersion: "21540" uid: 4e1e1da7-a15a-4382-8c00-c9ea495f1091 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T19:01:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-77aa3-predictor namespace: kserve-ci-e2e-test resourceVersion: "21022" uid: 73e612c2-6c7d-45a5-b49f-ae41067e9d93 kind: Event lastTimestamp: "2026-07-10T19:02:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:01:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:02:23Z" name: error-404-isvc-77aa3-predictor.18c102e5d55499b5 namespace: kserve-ci-e2e-test resourceVersion: "21541" uid: a083f760-85ab-44a8-b3d6-bc007a456867 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-10T19:02:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-77aa3-predictor namespace: kserve-ci-e2e-test resourceVersion: "21245" uid: 73e612c2-6c7d-45a5-b49f-ae41067e9d93 kind: Event lastTimestamp: "2026-07-10T19:03:23Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T19:02:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:03:23Z" name: error-404-isvc-77aa3-predictor.18c102f051f1b964 namespace: kserve-ci-e2e-test resourceVersion: "22046" uid: 03706030-94a4-42c4-9327-b10cb53d8e9f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-10T19:02:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-77aa3-predictor namespace: kserve-ci-e2e-test resourceVersion: "21245" uid: 73e612c2-6c7d-45a5-b49f-ae41067e9d93 kind: Event lastTimestamp: "2026-07-10T19:03:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T19:02:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:03:23Z" name: error-404-isvc-77aa3-predictor.18c102f052610335 namespace: kserve-ci-e2e-test resourceVersion: "22047" uid: c67ab74f-e732-4f70-bc10-7947c0a0235b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-10T19:01:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-77aa3 namespace: kserve-ci-e2e-test resourceVersion: "20999" uid: c0be8c3a-cc64-4efe-94d4-541b80940954 kind: Event lastTimestamp: "2026-07-10T19:02:37Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-10T19:01:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:02:37Z" name: error-404-isvc-77aa3.18c102e254dabdeb namespace: kserve-ci-e2e-test resourceVersion: "21652" uid: 0cb1cc84-a80d-471c-bb59-bf1b15a1768d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:02:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-77aa3 namespace: kserve-ci-e2e-test resourceVersion: "21649" uid: c0be8c3a-cc64-4efe-94d4-541b80940954 kind: Event lastTimestamp: "2026-07-10T19:02:37Z" message: InferenceService [error-404-isvc-77aa3] is Ready metadata: creationTimestamp: "2026-07-10T19:02:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:02:37Z" name: error-404-isvc-77aa3.18c102eff41dc548 namespace: kserve-ci-e2e-test resourceVersion: "21651" uid: 21cecd8a-0e12-4985-8b62-440c47b2cf19 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-10T19:10:37.245493Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-896ee-predictor-5f4cdb868-wh8tt namespace: kserve-ci-e2e-test resourceVersion: "24938" uid: ad3167c6-5255-44e5-94fc-6f21b754ea80 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-896ee-predictor-5f4cdb868-wh8tt to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T19:10:37Z" name: error-404-isvc-896ee-predictor-5f4cdb868-wh8tt.18c1035fc31a98d4 namespace: kserve-ci-e2e-test resourceVersion: "24943" uid: 908f1d17-3075-4c48-b68f-ab1f6f57518c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:37Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-896ee-predictor-5f4cdb868-wh8tt namespace: kserve-ci-e2e-test resourceVersion: "24955" uid: ad3167c6-5255-44e5-94fc-6f21b754ea80 kind: Event lastTimestamp: "2026-07-10T19:10:37Z" message: Add eth0 [10.134.0.44/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T19:10:37Z" name: error-404-isvc-896ee-predictor-5f4cdb868-wh8tt.18c1035fdd8d7ebc namespace: kserve-ci-e2e-test resourceVersion: "24977" uid: e928784c-f338-4cf6-a25c-24f67c3887f7 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-896ee-predictor-5f4cdb868-wh8tt namespace: kserve-ci-e2e-test resourceVersion: "24941" uid: ad3167c6-5255-44e5-94fc-6f21b754ea80 kind: Event lastTimestamp: "2026-07-10T19:10:37Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1724" already present on machine metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:37Z" name: error-404-isvc-896ee-predictor-5f4cdb868-wh8tt.18c1035fded3a69e namespace: kserve-ci-e2e-test resourceVersion: "24979" uid: 3338d589-897f-454c-88cb-409b75fc11b3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-896ee-predictor-5f4cdb868-wh8tt namespace: kserve-ci-e2e-test resourceVersion: "24941" uid: ad3167c6-5255-44e5-94fc-6f21b754ea80 kind: Event lastTimestamp: "2026-07-10T19:10:37Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:37Z" name: error-404-isvc-896ee-predictor-5f4cdb868-wh8tt.18c1035fe1d842ed namespace: kserve-ci-e2e-test resourceVersion: "24986" uid: 3a695f03-ff1b-49ea-8574-8540fedca9e4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-896ee-predictor-5f4cdb868-wh8tt namespace: kserve-ci-e2e-test resourceVersion: "24941" uid: ad3167c6-5255-44e5-94fc-6f21b754ea80 kind: Event lastTimestamp: "2026-07-10T19:10:37Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:37Z" name: error-404-isvc-896ee-predictor-5f4cdb868-wh8tt.18c1035fe2540545 namespace: kserve-ci-e2e-test resourceVersion: "24988" uid: 9a707576-32c4-4ece-a328-1ba9e0a24e2a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-896ee-predictor-5f4cdb868-wh8tt namespace: kserve-ci-e2e-test resourceVersion: "24941" uid: ad3167c6-5255-44e5-94fc-6f21b754ea80 kind: Event lastTimestamp: "2026-07-10T19:10:37Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:37Z" name: error-404-isvc-896ee-predictor-5f4cdb868-wh8tt.18c1035fe25f0472 namespace: kserve-ci-e2e-test resourceVersion: "24989" uid: b16fc5f6-7159-4417-8994-b1c67fddfc00 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-896ee-predictor-5f4cdb868-wh8tt namespace: kserve-ci-e2e-test resourceVersion: "24941" uid: ad3167c6-5255-44e5-94fc-6f21b754ea80 kind: Event lastTimestamp: "2026-07-10T19:10:37Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:37Z" name: error-404-isvc-896ee-predictor-5f4cdb868-wh8tt.18c1035fe54164c1 namespace: kserve-ci-e2e-test resourceVersion: "24990" uid: 60538df0-71b0-4dcf-9468-d640a36f2fd5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-896ee-predictor-5f4cdb868-wh8tt namespace: kserve-ci-e2e-test resourceVersion: "24941" uid: ad3167c6-5255-44e5-94fc-6f21b754ea80 kind: Event lastTimestamp: "2026-07-10T19:10:37Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:37Z" name: error-404-isvc-896ee-predictor-5f4cdb868-wh8tt.18c1035fe5bc2046 namespace: kserve-ci-e2e-test resourceVersion: "24991" uid: 2d506183-df0a-485f-bbe2-23a24c1d51a7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-10T19:10:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-896ee-predictor-5f4cdb868-wh8tt namespace: kserve-ci-e2e-test resourceVersion: "24941" uid: ad3167c6-5255-44e5-94fc-6f21b754ea80 kind: Event lastTimestamp: "2026-07-10T19:11:14Z" message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-10T19:10:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:14Z" name: error-404-isvc-896ee-predictor-5f4cdb868-wh8tt.18c1035ff7f0195b namespace: kserve-ci-e2e-test resourceVersion: "25718" uid: 4ece72cd-dbf3-4d59-b13e-8c0f1928936b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-896ee-predictor-5f4cdb868-wh8tt namespace: kserve-ci-e2e-test resourceVersion: "24941" uid: ad3167c6-5255-44e5-94fc-6f21b754ea80 kind: Event lastTimestamp: "2026-07-10T19:11:57Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-10T19:11:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:57Z" name: error-404-isvc-896ee-predictor-5f4cdb868-wh8tt.18c1037272a3f0da namespace: kserve-ci-e2e-test resourceVersion: "26211" uid: b5c624f9-b608-412c-bfbf-a07d707c956a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-896ee-predictor-5f4cdb868-wh8tt namespace: kserve-ci-e2e-test resourceVersion: "24941" uid: ad3167c6-5255-44e5-94fc-6f21b754ea80 kind: Event lastTimestamp: "2026-07-10T19:11:57Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:11:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:57Z" name: error-404-isvc-896ee-predictor-5f4cdb868-wh8tt.18c1037272b8d9f6 namespace: kserve-ci-e2e-test resourceVersion: "26213" uid: 178e6b3b-907f-4758-a7a0-a3b4f9127fd8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-896ee-predictor-5f4cdb868-wh8tt namespace: kserve-ci-e2e-test resourceVersion: "24941" uid: ad3167c6-5255-44e5-94fc-6f21b754ea80 kind: Event lastTimestamp: "2026-07-10T19:11:59Z" message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp 10.134.0.44:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-10T19:11:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:59Z" name: error-404-isvc-896ee-predictor-5f4cdb868-wh8tt.18c10372d4569374 namespace: kserve-ci-e2e-test resourceVersion: "26265" uid: a5c991d3-2ef9-47e6-85e9-1daea3dcffd6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:37Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-896ee-predictor-5f4cdb868 namespace: kserve-ci-e2e-test resourceVersion: "24927" uid: c06cf064-96b7-416c-a40b-eaa6d88c8188 kind: Event lastTimestamp: "2026-07-10T19:10:37Z" message: 'Created pod: error-404-isvc-896ee-predictor-5f4cdb868-wh8tt' metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:10:37Z" name: error-404-isvc-896ee-predictor-5f4cdb868.18c1035fc2ac075a namespace: kserve-ci-e2e-test resourceVersion: "24940" uid: 293b6efb-a4f4-4598-861c-3c2099babb1a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:37Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-896ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "24923" uid: 43374beb-8e51-4b76-81a7-c2e193c1645c kind: Event lastTimestamp: "2026-07-10T19:10:37Z" message: Scaled up replica set error-404-isvc-896ee-predictor-5f4cdb868 from 0 to 1 metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:10:37Z" name: error-404-isvc-896ee-predictor.18c1035fc0eeb011 namespace: kserve-ci-e2e-test resourceVersion: "24931" uid: 13ea6cf1-6b3d-44a5-90a6-fc7dad057768 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:10:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-896ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "24926" uid: 62e1d468-2c52-4dc4-a797-b74d1f7bcbb8 kind: Event lastTimestamp: "2026-07-10T19:11:07Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:10:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:11:07Z" name: error-404-isvc-896ee-predictor.18c103633f5aa8ed namespace: kserve-ci-e2e-test resourceVersion: "25663" uid: 3539279a-7750-4e1d-8ab6-4ca36175278a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:10:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-896ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "24926" uid: 62e1d468-2c52-4dc4-a797-b74d1f7bcbb8 kind: Event lastTimestamp: "2026-07-10T19:11:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:10:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:11:07Z" name: error-404-isvc-896ee-predictor.18c103633fb93ae9 namespace: kserve-ci-e2e-test resourceVersion: "25664" uid: 50b63bbb-1b08-448f-baaf-bd362d76b63a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:11:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-896ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "25367" uid: 62e1d468-2c52-4dc4-a797-b74d1f7bcbb8 kind: Event lastTimestamp: "2026-07-10T19:11:37Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T19:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:11:37Z" name: error-404-isvc-896ee-predictor.18c1036a3d26e7dd namespace: kserve-ci-e2e-test resourceVersion: "25918" uid: 13409cfc-be6c-4fd7-adea-08cea1fa4871 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:11:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-896ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "25367" uid: 62e1d468-2c52-4dc4-a797-b74d1f7bcbb8 kind: Event lastTimestamp: "2026-07-10T19:11:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T19:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:11:37Z" name: error-404-isvc-896ee-predictor.18c1036a3d9439f5 namespace: kserve-ci-e2e-test resourceVersion: "25919" uid: 09e212b8-d45c-44e5-a4d8-3dbeb7f7bad6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-10T19:10:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-896ee namespace: kserve-ci-e2e-test resourceVersion: "24897" uid: 32721789-27d0-4c42-b55a-47db48b96a6d kind: Event lastTimestamp: "2026-07-10T19:11:24Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:11:24Z" name: error-404-isvc-896ee.18c1035fc0c32557 namespace: kserve-ci-e2e-test resourceVersion: "25811" uid: 6b97c3b0-3a4a-48f0-9dbe-62f2a0b65d0d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-896ee namespace: kserve-ci-e2e-test resourceVersion: "24897" uid: 32721789-27d0-4c42-b55a-47db48b96a6d kind: Event lastTimestamp: "2026-07-10T19:10:37Z" message: 'Failed to update status for InferenceService "error-404-isvc-896ee": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-896ee": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:10:37Z" name: error-404-isvc-896ee.18c1035fc140f874 namespace: kserve-ci-e2e-test resourceVersion: "24933" uid: 8c7bd144-9c45-424b-a516-d315933457a2 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-896ee namespace: kserve-ci-e2e-test resourceVersion: "24897" uid: 32721789-27d0-4c42-b55a-47db48b96a6d kind: Event lastTimestamp: "2026-07-10T19:10:37Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-896ee": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:10:37Z" name: error-404-isvc-896ee.18c1035fc1414ce2 namespace: kserve-ci-e2e-test resourceVersion: "24935" uid: fc02bda4-2298-45cd-bd0a-f54904585c1d reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-896ee namespace: kserve-ci-e2e-test resourceVersion: "25809" uid: 32721789-27d0-4c42-b55a-47db48b96a6d kind: Event lastTimestamp: "2026-07-10T19:11:24Z" message: InferenceService [error-404-isvc-896ee] is Ready metadata: creationTimestamp: "2026-07-10T19:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:11:24Z" name: error-404-isvc-896ee.18c1036ab2fd6a89 namespace: kserve-ci-e2e-test resourceVersion: "25810" uid: 63d3e87c-c5ac-4d14-b838-b5e23c7b1f6e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-10T19:00:28.038793Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-9304d-predictor-5d68f6d5bb-rsq9j namespace: kserve-ci-e2e-test resourceVersion: "20104" uid: 0ee2f1c9-66ce-43fd-9e6f-019f81023f1d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-9304d-predictor-5d68f6d5bb-rsq9j to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T19:00:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T19:00:28Z" name: error-404-isvc-9304d-predictor-5d68f6d5bb-rsq9j.18c102d1eb8e0347 namespace: kserve-ci-e2e-test resourceVersion: "20109" uid: b1563d5d-83a1-46ad-999f-efd986302ddf reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:28Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-9304d-predictor-5d68f6d5bb-rsq9j namespace: kserve-ci-e2e-test resourceVersion: "20115" uid: 0ee2f1c9-66ce-43fd-9e6f-019f81023f1d kind: Event lastTimestamp: "2026-07-10T19:00:28Z" message: Add eth0 [10.134.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T19:00:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T19:00:28Z" name: error-404-isvc-9304d-predictor-5d68f6d5bb-rsq9j.18c102d20642a6e0 namespace: kserve-ci-e2e-test resourceVersion: "20128" uid: 78afa2ef-bad9-46af-bd66-2fd4fbcad956 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9304d-predictor-5d68f6d5bb-rsq9j namespace: kserve-ci-e2e-test resourceVersion: "20107" uid: 0ee2f1c9-66ce-43fd-9e6f-019f81023f1d kind: Event lastTimestamp: "2026-07-10T19:00:28Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1724" already present on machine metadata: creationTimestamp: "2026-07-10T19:00:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:28Z" name: error-404-isvc-9304d-predictor-5d68f6d5bb-rsq9j.18c102d207cf4111 namespace: kserve-ci-e2e-test resourceVersion: "20132" uid: 6660d4da-56d8-4514-a5eb-6ab2a2926859 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9304d-predictor-5d68f6d5bb-rsq9j namespace: kserve-ci-e2e-test resourceVersion: "20107" uid: 0ee2f1c9-66ce-43fd-9e6f-019f81023f1d kind: Event lastTimestamp: "2026-07-10T19:00:28Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-10T19:00:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:28Z" name: error-404-isvc-9304d-predictor-5d68f6d5bb-rsq9j.18c102d20c05fba4 namespace: kserve-ci-e2e-test resourceVersion: "20137" uid: 87837439-3835-453d-8422-931998200528 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9304d-predictor-5d68f6d5bb-rsq9j namespace: kserve-ci-e2e-test resourceVersion: "20107" uid: 0ee2f1c9-66ce-43fd-9e6f-019f81023f1d kind: Event lastTimestamp: "2026-07-10T19:00:28Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-10T19:00:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:28Z" name: error-404-isvc-9304d-predictor-5d68f6d5bb-rsq9j.18c102d20c8192f6 namespace: kserve-ci-e2e-test resourceVersion: "20138" uid: 6765c38a-21b4-48c2-ba4d-725eb8af69c4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9304d-predictor-5d68f6d5bb-rsq9j namespace: kserve-ci-e2e-test resourceVersion: "20107" uid: 0ee2f1c9-66ce-43fd-9e6f-019f81023f1d kind: Event lastTimestamp: "2026-07-10T19:00:28Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-10T19:00:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:28Z" name: error-404-isvc-9304d-predictor-5d68f6d5bb-rsq9j.18c102d20c8d2e98 namespace: kserve-ci-e2e-test resourceVersion: "20139" uid: 5b34af88-5813-47c8-b0d0-6d9819890d16 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9304d-predictor-5d68f6d5bb-rsq9j namespace: kserve-ci-e2e-test resourceVersion: "20107" uid: 0ee2f1c9-66ce-43fd-9e6f-019f81023f1d kind: Event lastTimestamp: "2026-07-10T19:00:28Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-10T19:00:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:28Z" name: error-404-isvc-9304d-predictor-5d68f6d5bb-rsq9j.18c102d210272372 namespace: kserve-ci-e2e-test resourceVersion: "20140" uid: 51b1c27d-fa6d-44e7-8186-5a47705759ec reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9304d-predictor-5d68f6d5bb-rsq9j namespace: kserve-ci-e2e-test resourceVersion: "20107" uid: 0ee2f1c9-66ce-43fd-9e6f-019f81023f1d kind: Event lastTimestamp: "2026-07-10T19:00:28Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:00:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:28Z" name: error-404-isvc-9304d-predictor-5d68f6d5bb-rsq9j.18c102d210c7707c namespace: kserve-ci-e2e-test resourceVersion: "20141" uid: d452bdf7-cd30-4d2c-bc1c-a0ce28957648 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-10T19:00:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9304d-predictor-5d68f6d5bb-rsq9j namespace: kserve-ci-e2e-test resourceVersion: "20107" uid: 0ee2f1c9-66ce-43fd-9e6f-019f81023f1d kind: Event lastTimestamp: "2026-07-10T19:01:06Z" message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-10T19:00:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:06Z" name: error-404-isvc-9304d-predictor-5d68f6d5bb-rsq9j.18c102d244176a33 namespace: kserve-ci-e2e-test resourceVersion: "20471" uid: 05f3d0eb-6d20-422b-b3f0-4d4b077543a5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9304d-predictor-5d68f6d5bb-rsq9j namespace: kserve-ci-e2e-test resourceVersion: "20107" uid: 0ee2f1c9-66ce-43fd-9e6f-019f81023f1d kind: Event lastTimestamp: "2026-07-10T19:01:38Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-10T19:01:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:38Z" name: error-404-isvc-9304d-predictor-5d68f6d5bb-rsq9j.18c102e265881d14 namespace: kserve-ci-e2e-test resourceVersion: "21067" uid: d34caa7c-cf94-4daf-9898-17d8198833e2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9304d-predictor-5d68f6d5bb-rsq9j namespace: kserve-ci-e2e-test resourceVersion: "20107" uid: 0ee2f1c9-66ce-43fd-9e6f-019f81023f1d kind: Event lastTimestamp: "2026-07-10T19:01:38Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:01:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:38Z" name: error-404-isvc-9304d-predictor-5d68f6d5bb-rsq9j.18c102e265892108 namespace: kserve-ci-e2e-test resourceVersion: "21068" uid: eb96b05e-1933-418b-8fc7-7f4496856fde reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9304d-predictor-5d68f6d5bb-rsq9j namespace: kserve-ci-e2e-test resourceVersion: "20107" uid: 0ee2f1c9-66ce-43fd-9e6f-019f81023f1d kind: Event lastTimestamp: "2026-07-10T19:01:41Z" message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp 10.134.0.34:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-10T19:01:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:41Z" name: error-404-isvc-9304d-predictor-5d68f6d5bb-rsq9j.18c102e308410e86 namespace: kserve-ci-e2e-test resourceVersion: "21124" uid: 75e11185-d28b-4489-b56f-8d5a8ba21b2c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:28Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-9304d-predictor-5d68f6d5bb namespace: kserve-ci-e2e-test resourceVersion: "20094" uid: e40bdd5e-4370-49a7-b0a4-dee9e5d5fb15 kind: Event lastTimestamp: "2026-07-10T19:00:28Z" message: 'Created pod: error-404-isvc-9304d-predictor-5d68f6d5bb-rsq9j' metadata: creationTimestamp: "2026-07-10T19:00:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:00:28Z" name: error-404-isvc-9304d-predictor-5d68f6d5bb.18c102d1eb08afc2 namespace: kserve-ci-e2e-test resourceVersion: "20106" uid: b0b9f032-e0ff-468f-93aa-b8d43e2315a8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:27Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-9304d-predictor namespace: kserve-ci-e2e-test resourceVersion: "20090" uid: 0606f552-e6c4-45e7-b6b3-9d6ae9ef6855 kind: Event lastTimestamp: "2026-07-10T19:00:27Z" message: Scaled up replica set error-404-isvc-9304d-predictor-5d68f6d5bb from 0 to 1 metadata: creationTimestamp: "2026-07-10T19:00:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:00:27Z" name: error-404-isvc-9304d-predictor.18c102d1e8ecc19d namespace: kserve-ci-e2e-test resourceVersion: "20096" uid: eabd1be6-0391-429d-871e-81daa417fcb9 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:00:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9304d-predictor namespace: kserve-ci-e2e-test resourceVersion: "20092" uid: 1ea7ecd1-9623-4744-a4e5-9f4e4de0f642 kind: Event lastTimestamp: "2026-07-10T19:00:58Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:00:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:00:58Z" name: error-404-isvc-9304d-predictor.18c102d5673991cd namespace: kserve-ci-e2e-test resourceVersion: "20393" uid: d0e9555f-ef6e-431a-92c2-92b0c183dc42 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:00:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9304d-predictor namespace: kserve-ci-e2e-test resourceVersion: "20092" uid: 1ea7ecd1-9623-4744-a4e5-9f4e4de0f642 kind: Event lastTimestamp: "2026-07-10T19:00:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:00:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:00:58Z" name: error-404-isvc-9304d-predictor.18c102d567c4cbfc namespace: kserve-ci-e2e-test resourceVersion: "20394" uid: a2c92712-97b3-4ec6-b245-e647ea9113a7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:01:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9304d-predictor namespace: kserve-ci-e2e-test resourceVersion: "20276" uid: 1ea7ecd1-9623-4744-a4e5-9f4e4de0f642 kind: Event lastTimestamp: "2026-07-10T19:01:28Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T19:01:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:01:28Z" name: error-404-isvc-9304d-predictor.18c102dc659aab1e namespace: kserve-ci-e2e-test resourceVersion: "20865" uid: 65611150-88c8-454b-b12a-14239e8ffad3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:01:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9304d-predictor namespace: kserve-ci-e2e-test resourceVersion: "20276" uid: 1ea7ecd1-9623-4744-a4e5-9f4e4de0f642 kind: Event lastTimestamp: "2026-07-10T19:01:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T19:01:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:01:28Z" name: error-404-isvc-9304d-predictor.18c102dc65ee6568 namespace: kserve-ci-e2e-test resourceVersion: "20866" uid: da0bbb0d-48be-4958-98c8-f4f22c66b7b6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-10T19:00:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9304d namespace: kserve-ci-e2e-test resourceVersion: "20065" uid: 186f80e6-1f00-41f8-b0be-e8bef45d3d20 kind: Event lastTimestamp: "2026-07-10T19:01:16Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-10T19:00:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:01:16Z" name: error-404-isvc-9304d.18c102d1e8796d91 namespace: kserve-ci-e2e-test resourceVersion: "20601" uid: d53423e0-d6f7-4c4b-a764-cd8e8be8fbff reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9304d namespace: kserve-ci-e2e-test resourceVersion: "20065" uid: 186f80e6-1f00-41f8-b0be-e8bef45d3d20 kind: Event lastTimestamp: "2026-07-10T19:00:27Z" message: 'Failed to update status for InferenceService "error-404-isvc-9304d": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-9304d": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T19:00:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:00:27Z" name: error-404-isvc-9304d.18c102d1e90bd526 namespace: kserve-ci-e2e-test resourceVersion: "20099" uid: 6dbf882f-4a26-4710-aa9f-c4aa761010b0 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9304d namespace: kserve-ci-e2e-test resourceVersion: "20065" uid: 186f80e6-1f00-41f8-b0be-e8bef45d3d20 kind: Event lastTimestamp: "2026-07-10T19:00:27Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-9304d": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T19:00:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:00:28Z" name: error-404-isvc-9304d.18c102d1e90c27ab namespace: kserve-ci-e2e-test resourceVersion: "20102" uid: b4f7e523-3091-461a-8acb-3d5a90841693 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9304d namespace: kserve-ci-e2e-test resourceVersion: "20599" uid: 186f80e6-1f00-41f8-b0be-e8bef45d3d20 kind: Event lastTimestamp: "2026-07-10T19:01:16Z" message: InferenceService [error-404-isvc-9304d] is Ready metadata: creationTimestamp: "2026-07-10T19:01:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:01:16Z" name: error-404-isvc-9304d.18c102dd3c95f00b namespace: kserve-ci-e2e-test resourceVersion: "20600" uid: 5faf6bbf-9cec-4349-af76-a44410b66892 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-10T19:01:22.409774Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-9b322-predictor-657656b8f8-qjlvl namespace: kserve-ci-e2e-test resourceVersion: "20739" uid: e66ec695-62e3-4da4-92d6-4da6f9b69798 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-9b322-predictor-657656b8f8-qjlvl to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T19:01:22Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T19:01:22Z" name: error-404-isvc-9b322-predictor-657656b8f8-qjlvl.18c102de945165cd namespace: kserve-ci-e2e-test resourceVersion: "20743" uid: 4d1302f3-001c-4aad-942f-1364cfb33517 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:22Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-9b322-predictor-657656b8f8-qjlvl namespace: kserve-ci-e2e-test resourceVersion: "20741" uid: e66ec695-62e3-4da4-92d6-4da6f9b69798 kind: Event lastTimestamp: "2026-07-10T19:01:22Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-9b322-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-10T19:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:22Z" name: error-404-isvc-9b322-predictor-657656b8f8-qjlvl.18c102dea0618e7f namespace: kserve-ci-e2e-test resourceVersion: "20753" uid: a2862cf7-8b1c-4805-8655-525e3a53a62f reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:23Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-9b322-predictor-657656b8f8-qjlvl namespace: kserve-ci-e2e-test resourceVersion: "20749" uid: e66ec695-62e3-4da4-92d6-4da6f9b69798 kind: Event lastTimestamp: "2026-07-10T19:01:23Z" message: Add eth0 [10.134.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T19:01:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T19:01:23Z" name: error-404-isvc-9b322-predictor-657656b8f8-qjlvl.18c102ded1da6e5e namespace: kserve-ci-e2e-test resourceVersion: "20769" uid: 345e37f3-1608-4f7c-afba-9f34c93d1d5e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9b322-predictor-657656b8f8-qjlvl namespace: kserve-ci-e2e-test resourceVersion: "20741" uid: e66ec695-62e3-4da4-92d6-4da6f9b69798 kind: Event lastTimestamp: "2026-07-10T19:01:23Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1724" already present on machine metadata: creationTimestamp: "2026-07-10T19:01:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:23Z" name: error-404-isvc-9b322-predictor-657656b8f8-qjlvl.18c102ded33edf74 namespace: kserve-ci-e2e-test resourceVersion: "20773" uid: df01e434-6e9a-4ee6-bdfa-ea2b286aead7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9b322-predictor-657656b8f8-qjlvl namespace: kserve-ci-e2e-test resourceVersion: "20741" uid: e66ec695-62e3-4da4-92d6-4da6f9b69798 kind: Event lastTimestamp: "2026-07-10T19:01:23Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-10T19:01:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:23Z" name: error-404-isvc-9b322-predictor-657656b8f8-qjlvl.18c102ded78a8452 namespace: kserve-ci-e2e-test resourceVersion: "20774" uid: 38799e02-b2d4-4872-8b8f-752d82f0d07b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9b322-predictor-657656b8f8-qjlvl namespace: kserve-ci-e2e-test resourceVersion: "20741" uid: e66ec695-62e3-4da4-92d6-4da6f9b69798 kind: Event lastTimestamp: "2026-07-10T19:01:23Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-10T19:01:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:23Z" name: error-404-isvc-9b322-predictor-657656b8f8-qjlvl.18c102ded8059f64 namespace: kserve-ci-e2e-test resourceVersion: "20775" uid: 1a0ec88d-7c7c-48ff-bbc0-0b9cecab3fa7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9b322-predictor-657656b8f8-qjlvl namespace: kserve-ci-e2e-test resourceVersion: "20741" uid: e66ec695-62e3-4da4-92d6-4da6f9b69798 kind: Event lastTimestamp: "2026-07-10T19:01:23Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-10T19:01:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:23Z" name: error-404-isvc-9b322-predictor-657656b8f8-qjlvl.18c102ded8110fca namespace: kserve-ci-e2e-test resourceVersion: "20776" uid: 0a736790-febc-4816-96e1-59b52308c597 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9b322-predictor-657656b8f8-qjlvl namespace: kserve-ci-e2e-test resourceVersion: "20741" uid: e66ec695-62e3-4da4-92d6-4da6f9b69798 kind: Event lastTimestamp: "2026-07-10T19:01:23Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-10T19:01:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:23Z" name: error-404-isvc-9b322-predictor-657656b8f8-qjlvl.18c102dedbc52e25 namespace: kserve-ci-e2e-test resourceVersion: "20777" uid: a0dc9a61-6c02-49de-b7b0-03385a423944 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9b322-predictor-657656b8f8-qjlvl namespace: kserve-ci-e2e-test resourceVersion: "20741" uid: e66ec695-62e3-4da4-92d6-4da6f9b69798 kind: Event lastTimestamp: "2026-07-10T19:01:23Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:01:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:23Z" name: error-404-isvc-9b322-predictor-657656b8f8-qjlvl.18c102dedc3bf95b namespace: kserve-ci-e2e-test resourceVersion: "20778" uid: 4f355831-b8c3-4a4c-8723-c228bdfcdd1a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-07-10T19:01:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9b322-predictor-657656b8f8-qjlvl namespace: kserve-ci-e2e-test resourceVersion: "20741" uid: e66ec695-62e3-4da4-92d6-4da6f9b69798 kind: Event lastTimestamp: "2026-07-10T19:10:40Z" message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-10T19:01:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:40Z" name: error-404-isvc-9b322-predictor-657656b8f8-qjlvl.18c102df21b93071 namespace: kserve-ci-e2e-test resourceVersion: "25023" uid: 25b8038c-1762-464a-8619-149a67625a6f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9b322-predictor-657656b8f8-qjlvl namespace: kserve-ci-e2e-test resourceVersion: "20741" uid: e66ec695-62e3-4da4-92d6-4da6f9b69798 kind: Event lastTimestamp: "2026-07-10T19:10:37Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:37Z" name: error-404-isvc-9b322-predictor-657656b8f8-qjlvl.18c1035fc6992d6d namespace: kserve-ci-e2e-test resourceVersion: "24964" uid: 74d27fae-c52f-462a-855c-2a8253e4a3ab reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9b322-predictor-657656b8f8-qjlvl namespace: kserve-ci-e2e-test resourceVersion: "20741" uid: e66ec695-62e3-4da4-92d6-4da6f9b69798 kind: Event lastTimestamp: "2026-07-10T19:10:37Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:37Z" name: error-404-isvc-9b322-predictor-657656b8f8-qjlvl.18c1035fc699ca6f namespace: kserve-ci-e2e-test resourceVersion: "24965" uid: e93927ac-25e5-487d-b9a0-95de39dce100 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9b322-predictor-657656b8f8-qjlvl namespace: kserve-ci-e2e-test resourceVersion: "20741" uid: e66ec695-62e3-4da4-92d6-4da6f9b69798 kind: Event lastTimestamp: "2026-07-10T19:10:40Z" message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp 10.134.0.37:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-10T19:10:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:40Z" name: error-404-isvc-9b322-predictor-657656b8f8-qjlvl.18c10360967bf5fd namespace: kserve-ci-e2e-test resourceVersion: "25022" uid: 0bfc19e5-aca3-4a8b-9383-4aa61569a937 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:22Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-9b322-predictor-657656b8f8 namespace: kserve-ci-e2e-test resourceVersion: "20730" uid: 40c38039-bca2-4333-8a25-3000f65e86b2 kind: Event lastTimestamp: "2026-07-10T19:01:22Z" message: 'Created pod: error-404-isvc-9b322-predictor-657656b8f8-qjlvl' metadata: creationTimestamp: "2026-07-10T19:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:01:22Z" name: error-404-isvc-9b322-predictor-657656b8f8.18c102de93d9851a namespace: kserve-ci-e2e-test resourceVersion: "20740" uid: c2164f4c-568e-4f4c-9579-8fd56b0fc5dd reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:22Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-9b322-predictor namespace: kserve-ci-e2e-test resourceVersion: "20725" uid: e64260d7-b2a2-45d6-8be2-74cafbef5aa2 kind: Event lastTimestamp: "2026-07-10T19:01:22Z" message: Scaled up replica set error-404-isvc-9b322-predictor-657656b8f8 from 0 to 1 metadata: creationTimestamp: "2026-07-10T19:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:01:22Z" name: error-404-isvc-9b322-predictor.18c102de91e5645a namespace: kserve-ci-e2e-test resourceVersion: "20733" uid: 5a083426-95d8-46cd-a37c-d5a8688b2acf reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:01:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9b322-predictor namespace: kserve-ci-e2e-test resourceVersion: "20727" uid: b1120713-305b-47cf-9597-83ad191721ee kind: Event lastTimestamp: "2026-07-10T19:01:52Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:01:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:01:52Z" name: error-404-isvc-9b322-predictor.18c102e21057f7dd namespace: kserve-ci-e2e-test resourceVersion: "21229" uid: c142f48a-9305-4412-9c61-acac9d2f5b73 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:01:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9b322-predictor namespace: kserve-ci-e2e-test resourceVersion: "20727" uid: b1120713-305b-47cf-9597-83ad191721ee kind: Event lastTimestamp: "2026-07-10T19:01:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:01:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:01:52Z" name: error-404-isvc-9b322-predictor.18c102e210cef5cd namespace: kserve-ci-e2e-test resourceVersion: "21230" uid: bfbcd95d-b77e-48ef-bb9a-3153b1f2fce0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T19:02:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9b322-predictor namespace: kserve-ci-e2e-test resourceVersion: "20951" uid: b1120713-305b-47cf-9597-83ad191721ee kind: Event lastTimestamp: "2026-07-10T19:02:37Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T19:02:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:02:37Z" name: error-404-isvc-9b322-predictor.18c102e90fb69fd0 namespace: kserve-ci-e2e-test resourceVersion: "21662" uid: 8b51809c-b552-4af2-a7bf-c7b74f9649ab reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T19:02:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9b322-predictor namespace: kserve-ci-e2e-test resourceVersion: "20951" uid: b1120713-305b-47cf-9597-83ad191721ee kind: Event lastTimestamp: "2026-07-10T19:02:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T19:02:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:02:37Z" name: error-404-isvc-9b322-predictor.18c102e910da9600 namespace: kserve-ci-e2e-test resourceVersion: "21664" uid: 1affad05-673a-4ccd-bce5-89965938883d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-10T19:01:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9b322 namespace: kserve-ci-e2e-test resourceVersion: "20702" uid: 01ccbaa3-7756-4139-a862-30304e0af616 kind: Event lastTimestamp: "2026-07-10T19:02:20Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-10T19:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:02:20Z" name: error-404-isvc-9b322.18c102de917fb090 namespace: kserve-ci-e2e-test resourceVersion: "21477" uid: 90bd87c3-a779-4a67-bef0-193f91b74f5b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9b322 namespace: kserve-ci-e2e-test resourceVersion: "20702" uid: 01ccbaa3-7756-4139-a862-30304e0af616 kind: Event lastTimestamp: "2026-07-10T19:01:22Z" message: 'Failed to update status for InferenceService "error-404-isvc-9b322": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-9b322": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T19:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:01:22Z" name: error-404-isvc-9b322.18c102de92080505 namespace: kserve-ci-e2e-test resourceVersion: "20736" uid: 727b7abb-8a93-42d4-b488-6ca8f7194337 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9b322 namespace: kserve-ci-e2e-test resourceVersion: "20702" uid: 01ccbaa3-7756-4139-a862-30304e0af616 kind: Event lastTimestamp: "2026-07-10T19:01:22Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-9b322": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T19:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:01:22Z" name: error-404-isvc-9b322.18c102de92086061 namespace: kserve-ci-e2e-test resourceVersion: "20737" uid: 4974ea86-74ac-4d2c-b23b-bb9f76bc0e65 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:02:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9b322 namespace: kserve-ci-e2e-test resourceVersion: "21474" uid: 01ccbaa3-7756-4139-a862-30304e0af616 kind: Event lastTimestamp: "2026-07-10T19:02:20Z" message: InferenceService [error-404-isvc-9b322] is Ready metadata: creationTimestamp: "2026-07-10T19:02:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:02:20Z" name: error-404-isvc-9b322.18c102ec31f53232 namespace: kserve-ci-e2e-test resourceVersion: "21476" uid: 04c39439-1030-41c3-bf6b-6021bd56b6c1 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-10T18:48:53.155152Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ba55b-predictor-578475f44-lgsng namespace: kserve-ci-e2e-test resourceVersion: "14118" uid: a66ce281-c2d2-41c1-803c-303353635f5d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-ba55b-predictor-578475f44-lgsng to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T18:48:53Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T18:48:53Z" name: error-404-isvc-ba55b-predictor-578475f44-lgsng.18c1023021431620 namespace: kserve-ci-e2e-test resourceVersion: "14122" uid: 63ff4d2f-bfe0-462a-82df-f3324a705f18 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:48:53Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ba55b-predictor-578475f44-lgsng namespace: kserve-ci-e2e-test resourceVersion: "14129" uid: a66ce281-c2d2-41c1-803c-303353635f5d kind: Event lastTimestamp: "2026-07-10T18:48:53Z" message: Add eth0 [10.134.0.21/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T18:48:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T18:48:53Z" name: error-404-isvc-ba55b-predictor-578475f44-lgsng.18c102303b100bcf namespace: kserve-ci-e2e-test resourceVersion: "14170" uid: 31eb6c03-102f-4c44-afc8-bfe200ef1a7e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:48:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ba55b-predictor-578475f44-lgsng namespace: kserve-ci-e2e-test resourceVersion: "14120" uid: a66ce281-c2d2-41c1-803c-303353635f5d kind: Event lastTimestamp: "2026-07-10T18:48:53Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1724" metadata: creationTimestamp: "2026-07-10T18:48:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:48:53Z" name: error-404-isvc-ba55b-predictor-578475f44-lgsng.18c102303c7fc81f namespace: kserve-ci-e2e-test resourceVersion: "14173" uid: d8544665-8921-45c8-8da4-6470601d2ad6 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ba55b-predictor-578475f44-lgsng namespace: kserve-ci-e2e-test resourceVersion: "14120" uid: a66ce281-c2d2-41c1-803c-303353635f5d kind: Event lastTimestamp: "2026-07-10T18:49:12Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1724" in 18.793s (18.793s including waiting). Image size: 1334725746 bytes.' metadata: creationTimestamp: "2026-07-10T18:49:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:12Z" name: error-404-isvc-ba55b-predictor-578475f44-lgsng.18c102349cad0f43 namespace: kserve-ci-e2e-test resourceVersion: "14381" uid: 9ba99db3-3e51-4d42-a6bd-281cdb4aa544 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ba55b-predictor-578475f44-lgsng namespace: kserve-ci-e2e-test resourceVersion: "14120" uid: a66ce281-c2d2-41c1-803c-303353635f5d kind: Event lastTimestamp: "2026-07-10T18:49:12Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-10T18:49:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:12Z" name: error-404-isvc-ba55b-predictor-578475f44-lgsng.18c10234a17dbfb2 namespace: kserve-ci-e2e-test resourceVersion: "14388" uid: e5a9c13a-e803-4984-a1d8-0c16f252ba71 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ba55b-predictor-578475f44-lgsng namespace: kserve-ci-e2e-test resourceVersion: "14120" uid: a66ce281-c2d2-41c1-803c-303353635f5d kind: Event lastTimestamp: "2026-07-10T18:49:12Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-10T18:49:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:12Z" name: error-404-isvc-ba55b-predictor-578475f44-lgsng.18c10234a20d0180 namespace: kserve-ci-e2e-test resourceVersion: "14392" uid: 9eab927d-c710-4c82-b5f9-37d63a62ff02 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ba55b-predictor-578475f44-lgsng namespace: kserve-ci-e2e-test resourceVersion: "14120" uid: a66ce281-c2d2-41c1-803c-303353635f5d kind: Event lastTimestamp: "2026-07-10T18:49:12Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-10T18:49:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:12Z" name: error-404-isvc-ba55b-predictor-578475f44-lgsng.18c10234a21a3613 namespace: kserve-ci-e2e-test resourceVersion: "14393" uid: 84b5c26f-f021-42f3-9791-58d80bd369d5 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ba55b-predictor-578475f44-lgsng namespace: kserve-ci-e2e-test resourceVersion: "14120" uid: a66ce281-c2d2-41c1-803c-303353635f5d kind: Event lastTimestamp: "2026-07-10T18:49:15Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.55s (2.55s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-10T18:49:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:15Z" name: error-404-isvc-ba55b-predictor-578475f44-lgsng.18c102353a23a6db namespace: kserve-ci-e2e-test resourceVersion: "14421" uid: 83b50a01-e2a8-4c98-814b-e056436551c5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ba55b-predictor-578475f44-lgsng namespace: kserve-ci-e2e-test resourceVersion: "14120" uid: a66ce281-c2d2-41c1-803c-303353635f5d kind: Event lastTimestamp: "2026-07-10T18:49:15Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-10T18:49:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:15Z" name: error-404-isvc-ba55b-predictor-578475f44-lgsng.18c102353df9a495 namespace: kserve-ci-e2e-test resourceVersion: "14423" uid: 69c2aaa1-df5e-4dc7-b61f-7b4d9d1562ca reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ba55b-predictor-578475f44-lgsng namespace: kserve-ci-e2e-test resourceVersion: "14120" uid: a66ce281-c2d2-41c1-803c-303353635f5d kind: Event lastTimestamp: "2026-07-10T18:49:15Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T18:49:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:15Z" name: error-404-isvc-ba55b-predictor-578475f44-lgsng.18c102353e7722bb namespace: kserve-ci-e2e-test resourceVersion: "14425" uid: dc8673c2-ae26-458b-a50e-acb01f735de8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-10T18:49:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ba55b-predictor-578475f44-lgsng namespace: kserve-ci-e2e-test resourceVersion: "14120" uid: a66ce281-c2d2-41c1-803c-303353635f5d kind: Event lastTimestamp: "2026-07-10T18:50:01Z" message: 'Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-10T18:49:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:50:01Z" name: error-404-isvc-ba55b-predictor-578475f44-lgsng.18c102355b9207da namespace: kserve-ci-e2e-test resourceVersion: "14853" uid: 8931cefc-e5ae-4472-8304-697dc43c86ed reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ba55b-predictor-578475f44-lgsng namespace: kserve-ci-e2e-test resourceVersion: "14120" uid: a66ce281-c2d2-41c1-803c-303353635f5d kind: Event lastTimestamp: "2026-07-10T18:50:37Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:50:37Z" name: error-404-isvc-ba55b-predictor-578475f44-lgsng.18c102485b78d599 namespace: kserve-ci-e2e-test resourceVersion: "15326" uid: 338e5b23-6faf-4133-a6a8-eed724108da2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ba55b-predictor-578475f44-lgsng namespace: kserve-ci-e2e-test resourceVersion: "14120" uid: a66ce281-c2d2-41c1-803c-303353635f5d kind: Event lastTimestamp: "2026-07-10T18:50:37Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:50:37Z" name: error-404-isvc-ba55b-predictor-578475f44-lgsng.18c102485b792797 namespace: kserve-ci-e2e-test resourceVersion: "15327" uid: f9d543be-f916-4f85-8424-4a89d0c0ca1f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:48:53Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-ba55b-predictor-578475f44 namespace: kserve-ci-e2e-test resourceVersion: "14106" uid: 05ae93c9-d1f1-4e99-b699-bbc052f29007 kind: Event lastTimestamp: "2026-07-10T18:48:53Z" message: 'Created pod: error-404-isvc-ba55b-predictor-578475f44-lgsng' metadata: creationTimestamp: "2026-07-10T18:48:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:48:53Z" name: error-404-isvc-ba55b-predictor-578475f44.18c1023020d00535 namespace: kserve-ci-e2e-test resourceVersion: "14119" uid: 3c75c9f5-4e97-4a56-99a3-2746b29d8b3e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:48:53Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-ba55b-predictor namespace: kserve-ci-e2e-test resourceVersion: "14103" uid: 7dbf1292-398e-4a08-af67-917785a34e73 kind: Event lastTimestamp: "2026-07-10T18:48:53Z" message: Scaled up replica set error-404-isvc-ba55b-predictor-578475f44 from 0 to 1 metadata: creationTimestamp: "2026-07-10T18:48:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:48:53Z" name: error-404-isvc-ba55b-predictor.18c102301a8b9e34 namespace: kserve-ci-e2e-test resourceVersion: "14111" uid: 0f398bab-ac14-4eae-9714-eb43cf223151 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T18:49:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ba55b-predictor namespace: kserve-ci-e2e-test resourceVersion: "14105" uid: bfcb38d9-6c97-49ec-a8f0-d77cc1d24eb4 kind: Event lastTimestamp: "2026-07-10T18:49:53Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T18:49:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:49:53Z" name: error-404-isvc-ba55b-predictor.18c1023398b42b77 namespace: kserve-ci-e2e-test resourceVersion: "14783" uid: 545f7b2c-4a84-4b8b-8899-85361d0c1185 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T18:49:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ba55b-predictor namespace: kserve-ci-e2e-test resourceVersion: "14105" uid: bfcb38d9-6c97-49ec-a8f0-d77cc1d24eb4 kind: Event lastTimestamp: "2026-07-10T18:49:53Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T18:49:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:49:53Z" name: error-404-isvc-ba55b-predictor.18c10233992616c8 namespace: kserve-ci-e2e-test resourceVersion: "14785" uid: ec7929be-59f6-4746-8e4a-98cb8e9a15bd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T18:49:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ba55b-predictor namespace: kserve-ci-e2e-test resourceVersion: "14331" uid: bfcb38d9-6c97-49ec-a8f0-d77cc1d24eb4 kind: Event lastTimestamp: "2026-07-10T18:50:23Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T18:49:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:50:23Z" name: error-404-isvc-ba55b-predictor.18c1023a96b07fcc namespace: kserve-ci-e2e-test resourceVersion: "15075" uid: a215e957-8bf6-4ece-8e5e-e16e0ed60c99 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T18:49:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ba55b-predictor namespace: kserve-ci-e2e-test resourceVersion: "14331" uid: bfcb38d9-6c97-49ec-a8f0-d77cc1d24eb4 kind: Event lastTimestamp: "2026-07-10T18:50:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T18:49:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:50:23Z" name: error-404-isvc-ba55b-predictor.18c1023a971b807b namespace: kserve-ci-e2e-test resourceVersion: "15076" uid: b99eaeaa-04a0-4ead-8d3b-6355e9d83d8d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-10T18:48:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ba55b namespace: kserve-ci-e2e-test resourceVersion: "14088" uid: 00ca3b69-b118-47bf-b614-0ff198f33054 kind: Event lastTimestamp: "2026-07-10T18:50:11Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-10T18:48:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:50:11Z" name: error-404-isvc-ba55b.18c102301a11dd10 namespace: kserve-ci-e2e-test resourceVersion: "14961" uid: dccb67b4-2bb2-45df-bdb7-3aad48b987fa reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ba55b namespace: kserve-ci-e2e-test resourceVersion: "14957" uid: 00ca3b69-b118-47bf-b614-0ff198f33054 kind: Event lastTimestamp: "2026-07-10T18:50:11Z" message: InferenceService [error-404-isvc-ba55b] is Ready metadata: creationTimestamp: "2026-07-10T18:50:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:50:11Z" name: error-404-isvc-ba55b.18c102426cb01d62 namespace: kserve-ci-e2e-test resourceVersion: "14959" uid: 9fc3d526-95fa-44f1-978a-769ba74d9974 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-10T19:11:57.539513Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-d1618-predictor-6fb8c89d7d-hw5v8 namespace: kserve-ci-e2e-test resourceVersion: "26217" uid: 0158322a-5040-449f-8461-bec846aaeec6 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-d1618-predictor-6fb8c89d7d-hw5v8 to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T19:11:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T19:11:57Z" name: error-404-isvc-d1618-predictor-6fb8c89d7d-hw5v8.18c1037275000e76 namespace: kserve-ci-e2e-test resourceVersion: "26221" uid: ec8d4d00-c944-460f-929a-42113e02fd4c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:57Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-d1618-predictor-6fb8c89d7d-hw5v8 namespace: kserve-ci-e2e-test resourceVersion: "26227" uid: 0158322a-5040-449f-8461-bec846aaeec6 kind: Event lastTimestamp: "2026-07-10T19:11:57Z" message: Add eth0 [10.134.0.49/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T19:11:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T19:11:57Z" name: error-404-isvc-d1618-predictor-6fb8c89d7d-hw5v8.18c103728ef79b22 namespace: kserve-ci-e2e-test resourceVersion: "26238" uid: 68150d2b-dd78-4561-92b0-fdca035cef61 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d1618-predictor-6fb8c89d7d-hw5v8 namespace: kserve-ci-e2e-test resourceVersion: "26219" uid: 0158322a-5040-449f-8461-bec846aaeec6 kind: Event lastTimestamp: "2026-07-10T19:11:57Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1724" already present on machine metadata: creationTimestamp: "2026-07-10T19:11:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:57Z" name: error-404-isvc-d1618-predictor-6fb8c89d7d-hw5v8.18c10372903e94df namespace: kserve-ci-e2e-test resourceVersion: "26240" uid: b51c9e85-c3ae-4707-bdfb-d3fee02a3d6b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d1618-predictor-6fb8c89d7d-hw5v8 namespace: kserve-ci-e2e-test resourceVersion: "26219" uid: 0158322a-5040-449f-8461-bec846aaeec6 kind: Event lastTimestamp: "2026-07-10T19:11:58Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-10T19:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:58Z" name: error-404-isvc-d1618-predictor-6fb8c89d7d-hw5v8.18c103729303ac01 namespace: kserve-ci-e2e-test resourceVersion: "26241" uid: ca032ba4-758c-482c-904a-1f835ab45e8b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d1618-predictor-6fb8c89d7d-hw5v8 namespace: kserve-ci-e2e-test resourceVersion: "26219" uid: 0158322a-5040-449f-8461-bec846aaeec6 kind: Event lastTimestamp: "2026-07-10T19:11:58Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-10T19:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:58Z" name: error-404-isvc-d1618-predictor-6fb8c89d7d-hw5v8.18c103729378afc6 namespace: kserve-ci-e2e-test resourceVersion: "26242" uid: e2f02997-97ee-4036-bec8-3f56c8a5130c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d1618-predictor-6fb8c89d7d-hw5v8 namespace: kserve-ci-e2e-test resourceVersion: "26219" uid: 0158322a-5040-449f-8461-bec846aaeec6 kind: Event lastTimestamp: "2026-07-10T19:11:58Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-10T19:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:58Z" name: error-404-isvc-d1618-predictor-6fb8c89d7d-hw5v8.18c1037293841a93 namespace: kserve-ci-e2e-test resourceVersion: "26243" uid: c0d3cefd-78a7-49ed-ba09-5543adc1e14b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d1618-predictor-6fb8c89d7d-hw5v8 namespace: kserve-ci-e2e-test resourceVersion: "26219" uid: 0158322a-5040-449f-8461-bec846aaeec6 kind: Event lastTimestamp: "2026-07-10T19:11:58Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-10T19:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:58Z" name: error-404-isvc-d1618-predictor-6fb8c89d7d-hw5v8.18c103729663fce2 namespace: kserve-ci-e2e-test resourceVersion: "26244" uid: bf5a7f52-08fe-48d8-8626-d8186238787c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d1618-predictor-6fb8c89d7d-hw5v8 namespace: kserve-ci-e2e-test resourceVersion: "26219" uid: 0158322a-5040-449f-8461-bec846aaeec6 kind: Event lastTimestamp: "2026-07-10T19:11:58Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:58Z" name: error-404-isvc-d1618-predictor-6fb8c89d7d-hw5v8.18c1037296dc1860 namespace: kserve-ci-e2e-test resourceVersion: "26245" uid: 00995321-5255-4f28-bd9f-03a028d2806d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-10T19:11:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d1618-predictor-6fb8c89d7d-hw5v8 namespace: kserve-ci-e2e-test resourceVersion: "26219" uid: 0158322a-5040-449f-8461-bec846aaeec6 kind: Event lastTimestamp: "2026-07-10T19:12:35Z" message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-10T19:11:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:12:35Z" name: error-404-isvc-d1618-predictor-6fb8c89d7d-hw5v8.18c10372ec48bc68 namespace: kserve-ci-e2e-test resourceVersion: "26596" uid: 1771fd60-5724-43b4-ab09-f3403b17ccf0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:21:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d1618-predictor-6fb8c89d7d-hw5v8 namespace: kserve-ci-e2e-test resourceVersion: "26219" uid: 0158322a-5040-449f-8461-bec846aaeec6 kind: Event lastTimestamp: "2026-07-10T19:21:12Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-10T19:21:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:21:12Z" name: error-404-isvc-d1618-predictor-6fb8c89d7d-hw5v8.18c103f3a22300fb namespace: kserve-ci-e2e-test resourceVersion: "30065" uid: 1c15348b-7092-4ddb-bc58-1040c287a786 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:21:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d1618-predictor-6fb8c89d7d-hw5v8 namespace: kserve-ci-e2e-test resourceVersion: "26219" uid: 0158322a-5040-449f-8461-bec846aaeec6 kind: Event lastTimestamp: "2026-07-10T19:21:12Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:21:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:21:12Z" name: error-404-isvc-d1618-predictor-6fb8c89d7d-hw5v8.18c103f3a22373a9 namespace: kserve-ci-e2e-test resourceVersion: "30066" uid: a6bfa3d6-4daf-4a27-b5ba-a4a92c820ef5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:21:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d1618-predictor-6fb8c89d7d-hw5v8 namespace: kserve-ci-e2e-test resourceVersion: "26219" uid: 0158322a-5040-449f-8461-bec846aaeec6 kind: Event lastTimestamp: "2026-07-10T19:21:16Z" message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": context deadline exceeded' metadata: creationTimestamp: "2026-07-10T19:21:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:21:16Z" name: error-404-isvc-d1618-predictor-6fb8c89d7d-hw5v8.18c103f49c52ca38 namespace: kserve-ci-e2e-test resourceVersion: "30104" uid: 28ddf9ee-19f6-4194-a248-038675849b3f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:21:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d1618-predictor-6fb8c89d7d-hw5v8 namespace: kserve-ci-e2e-test resourceVersion: "26219" uid: 0158322a-5040-449f-8461-bec846aaeec6 kind: Event lastTimestamp: "2026-07-10T19:21:16Z" message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: i/o timeout' metadata: creationTimestamp: "2026-07-10T19:21:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:21:16Z" name: error-404-isvc-d1618-predictor-6fb8c89d7d-hw5v8.18c103f49cbf7718 namespace: kserve-ci-e2e-test resourceVersion: "30106" uid: 9e82f784-38f5-4153-ac9b-51d974b30df4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-d1618-predictor-6fb8c89d7d namespace: kserve-ci-e2e-test resourceVersion: "26207" uid: 3529a5a5-8e04-437e-89f1-a33cfc4f0a0d kind: Event lastTimestamp: "2026-07-10T19:11:57Z" message: 'Created pod: error-404-isvc-d1618-predictor-6fb8c89d7d-hw5v8' metadata: creationTimestamp: "2026-07-10T19:11:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:11:57Z" name: error-404-isvc-d1618-predictor-6fb8c89d7d.18c1037274964c26 namespace: kserve-ci-e2e-test resourceVersion: "26218" uid: 949a89f8-1882-410b-aa1c-93be6304f12e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-d1618-predictor namespace: kserve-ci-e2e-test resourceVersion: "26203" uid: 25c8af07-41fa-44ad-b8f5-b3fd767fbd5b kind: Event lastTimestamp: "2026-07-10T19:11:57Z" message: Scaled up replica set error-404-isvc-d1618-predictor-6fb8c89d7d from 0 to 1 metadata: creationTimestamp: "2026-07-10T19:11:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:11:57Z" name: error-404-isvc-d1618-predictor.18c1037272917a17 namespace: kserve-ci-e2e-test resourceVersion: "26209" uid: 888545e7-7d4a-4a18-9342-54d474a4a3e2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-10T19:12:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d1618-predictor namespace: kserve-ci-e2e-test resourceVersion: "26206" uid: c3100e67-9574-4f23-81b7-256851bd99a6 kind: Event lastTimestamp: "2026-07-10T19:13:12Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T19:12:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:13:12Z" name: error-404-isvc-d1618-predictor.18c10375f1182897 namespace: kserve-ci-e2e-test resourceVersion: "26906" uid: 016be13d-e198-4573-9932-e7d87a37f358 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-10T19:12:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d1618-predictor namespace: kserve-ci-e2e-test resourceVersion: "26206" uid: c3100e67-9574-4f23-81b7-256851bd99a6 kind: Event lastTimestamp: "2026-07-10T19:13:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T19:12:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:13:12Z" name: error-404-isvc-d1618-predictor.18c10375f15cce3c namespace: kserve-ci-e2e-test resourceVersion: "26907" uid: 2f369f51-4836-46b3-b87a-be15f8f46e45 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:12:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d1618-predictor namespace: kserve-ci-e2e-test resourceVersion: "26426" uid: c3100e67-9574-4f23-81b7-256851bd99a6 kind: Event lastTimestamp: "2026-07-10T19:12:27Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:12:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:12:27Z" name: error-404-isvc-d1618-predictor.18c103797009956c namespace: kserve-ci-e2e-test resourceVersion: "26543" uid: 44b69e5b-b321-4b7e-bc09-1d1c343472bb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:12:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d1618-predictor namespace: kserve-ci-e2e-test resourceVersion: "26426" uid: c3100e67-9574-4f23-81b7-256851bd99a6 kind: Event lastTimestamp: "2026-07-10T19:12:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:12:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:12:27Z" name: error-404-isvc-d1618-predictor.18c10379705e5d5e namespace: kserve-ci-e2e-test resourceVersion: "26545" uid: 955c4fed-30e5-476e-ae63-0b77bb7ba2fd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-10T19:11:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d1618 namespace: kserve-ci-e2e-test resourceVersion: "26180" uid: f58eb418-58d7-4c14-ba77-42432693a3d3 kind: Event lastTimestamp: "2026-07-10T19:12:45Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-10T19:11:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:12:45Z" name: error-404-isvc-d1618.18c103727270129c namespace: kserve-ci-e2e-test resourceVersion: "26689" uid: 0a559380-8f14-4150-8958-cab3e336451a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d1618 namespace: kserve-ci-e2e-test resourceVersion: "26180" uid: f58eb418-58d7-4c14-ba77-42432693a3d3 kind: Event lastTimestamp: "2026-07-10T19:11:57Z" message: 'Failed to update status for InferenceService "error-404-isvc-d1618": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-d1618": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T19:11:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:11:57Z" name: error-404-isvc-d1618.18c1037272c47b8d namespace: kserve-ci-e2e-test resourceVersion: "26212" uid: 172c5e76-6f02-46d5-8433-226358739b76 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d1618 namespace: kserve-ci-e2e-test resourceVersion: "26180" uid: f58eb418-58d7-4c14-ba77-42432693a3d3 kind: Event lastTimestamp: "2026-07-10T19:11:57Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-d1618": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T19:11:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:11:57Z" name: error-404-isvc-d1618.18c1037272c4d355 namespace: kserve-ci-e2e-test resourceVersion: "26214" uid: 692ffca6-3e9a-421c-939e-1fefa1015545 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:12:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d1618 namespace: kserve-ci-e2e-test resourceVersion: "26684" uid: f58eb418-58d7-4c14-ba77-42432693a3d3 kind: Event lastTimestamp: "2026-07-10T19:12:45Z" message: InferenceService [error-404-isvc-d1618] is Ready metadata: creationTimestamp: "2026-07-10T19:12:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:12:45Z" name: error-404-isvc-d1618.18c1037da78f4410 namespace: kserve-ci-e2e-test resourceVersion: "26685" uid: c7016eaf-86bc-4350-8d45-bc72d017abc2 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-10T18:50:37.141537Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-d6b08-predictor-6878886558-5kjcn namespace: kserve-ci-e2e-test resourceVersion: "15300" uid: e720215f-d2fa-456b-9df8-40781dba0c7a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-d6b08-predictor-6878886558-5kjcn to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T18:50:37Z" name: error-404-isvc-d6b08-predictor-6878886558-5kjcn.18c1024857557904 namespace: kserve-ci-e2e-test resourceVersion: "15305" uid: 275c82c8-fbe8-4f7f-a5c3-6db88087c8ab reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:37Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-d6b08-predictor-6878886558-5kjcn namespace: kserve-ci-e2e-test resourceVersion: "15309" uid: e720215f-d2fa-456b-9df8-40781dba0c7a kind: Event lastTimestamp: "2026-07-10T18:50:37Z" message: Add eth0 [10.134.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T18:50:37Z" name: error-404-isvc-d6b08-predictor-6878886558-5kjcn.18c1024871bd0b03 namespace: kserve-ci-e2e-test resourceVersion: "15337" uid: a87b9f01-6c95-4189-b7c8-aa58146400c7 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d6b08-predictor-6878886558-5kjcn namespace: kserve-ci-e2e-test resourceVersion: "15302" uid: e720215f-d2fa-456b-9df8-40781dba0c7a kind: Event lastTimestamp: "2026-07-10T18:50:37Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1724" already present on machine metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:50:37Z" name: error-404-isvc-d6b08-predictor-6878886558-5kjcn.18c1024873350644 namespace: kserve-ci-e2e-test resourceVersion: "15339" uid: a56b23fd-5358-46ae-aa7f-4bb1c1f38a40 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d6b08-predictor-6878886558-5kjcn namespace: kserve-ci-e2e-test resourceVersion: "15302" uid: e720215f-d2fa-456b-9df8-40781dba0c7a kind: Event lastTimestamp: "2026-07-10T18:50:37Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:50:37Z" name: error-404-isvc-d6b08-predictor-6878886558-5kjcn.18c1024876cd6873 namespace: kserve-ci-e2e-test resourceVersion: "15344" uid: bec38b0b-efd4-4ae7-b64e-3dcb1d7d1957 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d6b08-predictor-6878886558-5kjcn namespace: kserve-ci-e2e-test resourceVersion: "15302" uid: e720215f-d2fa-456b-9df8-40781dba0c7a kind: Event lastTimestamp: "2026-07-10T18:50:37Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:50:37Z" name: error-404-isvc-d6b08-predictor-6878886558-5kjcn.18c1024877447200 namespace: kserve-ci-e2e-test resourceVersion: "15346" uid: 3ecfdfd1-5579-4ecf-9e8b-d2e47d1d6934 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d6b08-predictor-6878886558-5kjcn namespace: kserve-ci-e2e-test resourceVersion: "15302" uid: e720215f-d2fa-456b-9df8-40781dba0c7a kind: Event lastTimestamp: "2026-07-10T18:50:37Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:50:37Z" name: error-404-isvc-d6b08-predictor-6878886558-5kjcn.18c10248774de710 namespace: kserve-ci-e2e-test resourceVersion: "15348" uid: 3666ade0-3e1b-4448-8899-20e3345fcf25 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d6b08-predictor-6878886558-5kjcn namespace: kserve-ci-e2e-test resourceVersion: "15302" uid: e720215f-d2fa-456b-9df8-40781dba0c7a kind: Event lastTimestamp: "2026-07-10T18:50:37Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:50:37Z" name: error-404-isvc-d6b08-predictor-6878886558-5kjcn.18c102487a16b6b5 namespace: kserve-ci-e2e-test resourceVersion: "15350" uid: 67dffdf0-88e2-4681-a77a-abe1ca144d77 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d6b08-predictor-6878886558-5kjcn namespace: kserve-ci-e2e-test resourceVersion: "15302" uid: e720215f-d2fa-456b-9df8-40781dba0c7a kind: Event lastTimestamp: "2026-07-10T18:50:37Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:50:37Z" name: error-404-isvc-d6b08-predictor-6878886558-5kjcn.18c102487a8e678b namespace: kserve-ci-e2e-test resourceVersion: "15352" uid: 46b88318-4e5b-4f7e-8659-8d3937c46550 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-07-10T18:50:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d6b08-predictor-6878886558-5kjcn namespace: kserve-ci-e2e-test resourceVersion: "15302" uid: e720215f-d2fa-456b-9df8-40781dba0c7a kind: Event lastTimestamp: "2026-07-10T19:00:03Z" message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:03Z" name: error-404-isvc-d6b08-predictor-6878886558-5kjcn.18c102488949df5b namespace: kserve-ci-e2e-test resourceVersion: "19828" uid: d368c4ff-a0f7-4f6e-88a2-50c04ed32f21 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d6b08-predictor-6878886558-5kjcn namespace: kserve-ci-e2e-test resourceVersion: "15302" uid: e720215f-d2fa-456b-9df8-40781dba0c7a kind: Event lastTimestamp: "2026-07-10T19:00:02Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-10T19:00:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:02Z" name: error-404-isvc-d6b08-predictor-6878886558-5kjcn.18c102cbe8040d7b namespace: kserve-ci-e2e-test resourceVersion: "19779" uid: 1f210ffb-b32b-4d6a-a57c-7e1b7f65609e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d6b08-predictor-6878886558-5kjcn namespace: kserve-ci-e2e-test resourceVersion: "15302" uid: e720215f-d2fa-456b-9df8-40781dba0c7a kind: Event lastTimestamp: "2026-07-10T19:00:02Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:00:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:02Z" name: error-404-isvc-d6b08-predictor-6878886558-5kjcn.18c102cbe804a477 namespace: kserve-ci-e2e-test resourceVersion: "19780" uid: 27bdda37-0427-463c-9246-92048d0e9b8d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d6b08-predictor-6878886558-5kjcn namespace: kserve-ci-e2e-test resourceVersion: "15302" uid: e720215f-d2fa-456b-9df8-40781dba0c7a kind: Event lastTimestamp: "2026-07-10T19:00:03Z" message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp 10.134.0.25:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-10T19:00:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:03Z" name: error-404-isvc-d6b08-predictor-6878886558-5kjcn.18c102cc520fb88f namespace: kserve-ci-e2e-test resourceVersion: "19827" uid: 61f8d845-aa55-43c9-a49d-1216c7747cf5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:37Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-d6b08-predictor-6878886558 namespace: kserve-ci-e2e-test resourceVersion: "15288" uid: 2a1b5e8e-b183-4fdd-bb15-dbe3d3b62bc6 kind: Event lastTimestamp: "2026-07-10T18:50:37Z" message: 'Created pod: error-404-isvc-d6b08-predictor-6878886558-5kjcn' metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:50:37Z" name: error-404-isvc-d6b08-predictor-6878886558.18c10248565e2f89 namespace: kserve-ci-e2e-test resourceVersion: "15303" uid: d6dcbe68-b695-45da-a8c9-45d4f75e6ea6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:37Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-d6b08-predictor namespace: kserve-ci-e2e-test resourceVersion: "15285" uid: 56ac777b-6a34-4ced-8535-68d954936c32 kind: Event lastTimestamp: "2026-07-10T18:50:37Z" message: Scaled up replica set error-404-isvc-d6b08-predictor-6878886558 from 0 to 1 metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:50:37Z" name: error-404-isvc-d6b08-predictor.18c1024854482f00 namespace: kserve-ci-e2e-test resourceVersion: "15293" uid: c39ef171-de7b-4a7f-8406-035a79fb9a51 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d6b08-predictor namespace: kserve-ci-e2e-test resourceVersion: "15287" uid: 1b62242d-3255-4255-a77d-9aa98583829e kind: Event lastTimestamp: "2026-07-10T18:50:52Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T18:50:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:50:52Z" name: error-404-isvc-d6b08-predictor.18c1024bd2dd5815 namespace: kserve-ci-e2e-test resourceVersion: "15485" uid: b29bd800-c66f-42c9-9c38-84f5055a8941 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d6b08-predictor namespace: kserve-ci-e2e-test resourceVersion: "15287" uid: 1b62242d-3255-4255-a77d-9aa98583829e kind: Event lastTimestamp: "2026-07-10T18:50:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T18:50:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:50:52Z" name: error-404-isvc-d6b08-predictor.18c1024bd3217a4f namespace: kserve-ci-e2e-test resourceVersion: "15487" uid: 4b9e045d-d5af-49c8-9ea6-64e6281f5f92 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-10T18:51:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d6b08-predictor namespace: kserve-ci-e2e-test resourceVersion: "15486" uid: 1b62242d-3255-4255-a77d-9aa98583829e kind: Event lastTimestamp: "2026-07-10T18:52:07Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T18:51:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:52:07Z" name: error-404-isvc-d6b08-predictor.18c1024f51e3e5b2 namespace: kserve-ci-e2e-test resourceVersion: "16371" uid: cdd6ba55-55fa-4e32-9216-d7002c833ef3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-10T18:51:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d6b08-predictor namespace: kserve-ci-e2e-test resourceVersion: "15486" uid: 1b62242d-3255-4255-a77d-9aa98583829e kind: Event lastTimestamp: "2026-07-10T18:52:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T18:51:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:52:07Z" name: error-404-isvc-d6b08-predictor.18c1024f525004b5 namespace: kserve-ci-e2e-test resourceVersion: "16372" uid: 76d22321-e07b-47cf-84a1-14bfe14f9c42 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-10T18:50:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d6b08 namespace: kserve-ci-e2e-test resourceVersion: "15257" uid: 9ac020f7-d3cf-4890-995c-2a5522d234c2 kind: Event lastTimestamp: "2026-07-10T18:51:34Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:51:34Z" name: error-404-isvc-d6b08.18c1024854156019 namespace: kserve-ci-e2e-test resourceVersion: "16052" uid: 0644640d-983a-4199-958b-4d8bea66b0d0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d6b08 namespace: kserve-ci-e2e-test resourceVersion: "15257" uid: 9ac020f7-d3cf-4890-995c-2a5522d234c2 kind: Event lastTimestamp: "2026-07-10T18:50:37Z" message: 'Failed to update status for InferenceService "error-404-isvc-d6b08": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-d6b08": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:50:37Z" name: error-404-isvc-d6b08.18c1024854904c6f namespace: kserve-ci-e2e-test resourceVersion: "15295" uid: 819b3c69-c16e-4633-a9cf-7a34c5e9590d reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d6b08 namespace: kserve-ci-e2e-test resourceVersion: "15257" uid: 9ac020f7-d3cf-4890-995c-2a5522d234c2 kind: Event lastTimestamp: "2026-07-10T18:50:37Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-d6b08": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:50:37Z" name: error-404-isvc-d6b08.18c102485490efc3 namespace: kserve-ci-e2e-test resourceVersion: "15296" uid: b74b43e7-60a1-4c1c-82b8-67b733a51def reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d6b08 namespace: kserve-ci-e2e-test resourceVersion: "16050" uid: 9ac020f7-d3cf-4890-995c-2a5522d234c2 kind: Event lastTimestamp: "2026-07-10T18:51:34Z" message: InferenceService [error-404-isvc-d6b08] is Ready metadata: creationTimestamp: "2026-07-10T18:51:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:51:34Z" name: error-404-isvc-d6b08.18c1025598f674a8 namespace: kserve-ci-e2e-test resourceVersion: "16051" uid: 18531438-0875-415a-b1ba-aa85009e848f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-10T19:10:53.263244Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-df329-predictor-7d679b95bb-4zvtz namespace: kserve-ci-e2e-test resourceVersion: "25498" uid: 5416e004-2356-42b0-8b4f-e2ee56245acf kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-df329-predictor-7d679b95bb-4zvtz to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T19:10:53Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T19:10:53Z" name: error-404-isvc-df329-predictor-7d679b95bb-4zvtz.18c103637dd62d90 namespace: kserve-ci-e2e-test resourceVersion: "25502" uid: 035c5dba-3845-45c1-ad50-75568cacf03c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:53Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-df329-predictor-7d679b95bb-4zvtz namespace: kserve-ci-e2e-test resourceVersion: "25500" uid: 5416e004-2356-42b0-8b4f-e2ee56245acf kind: Event lastTimestamp: "2026-07-10T19:10:53Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-df329-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-10T19:10:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:53Z" name: error-404-isvc-df329-predictor-7d679b95bb-4zvtz.18c10363896f44fa namespace: kserve-ci-e2e-test resourceVersion: "25516" uid: e0292f90-7f7d-4432-882e-c9a36bc4a74e reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:54Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-df329-predictor-7d679b95bb-4zvtz namespace: kserve-ci-e2e-test resourceVersion: "25507" uid: 5416e004-2356-42b0-8b4f-e2ee56245acf kind: Event lastTimestamp: "2026-07-10T19:10:54Z" message: Add eth0 [10.134.0.46/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T19:10:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T19:10:54Z" name: error-404-isvc-df329-predictor-7d679b95bb-4zvtz.18c10363bc982ffe namespace: kserve-ci-e2e-test resourceVersion: "25535" uid: 3df86a89-a389-4787-9b20-9e2eb0759fcc reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-df329-predictor-7d679b95bb-4zvtz namespace: kserve-ci-e2e-test resourceVersion: "25500" uid: 5416e004-2356-42b0-8b4f-e2ee56245acf kind: Event lastTimestamp: "2026-07-10T19:10:54Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1724" already present on machine metadata: creationTimestamp: "2026-07-10T19:10:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:54Z" name: error-404-isvc-df329-predictor-7d679b95bb-4zvtz.18c10363be307ab9 namespace: kserve-ci-e2e-test resourceVersion: "25538" uid: e8c8e62c-ca07-4054-9ab9-8c6ba4c53f9d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-df329-predictor-7d679b95bb-4zvtz namespace: kserve-ci-e2e-test resourceVersion: "25500" uid: 5416e004-2356-42b0-8b4f-e2ee56245acf kind: Event lastTimestamp: "2026-07-10T19:10:54Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-10T19:10:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:54Z" name: error-404-isvc-df329-predictor-7d679b95bb-4zvtz.18c10363c08a29f0 namespace: kserve-ci-e2e-test resourceVersion: "25541" uid: 805f7dbc-f104-4d9c-a58a-09eb3cd30c7d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-df329-predictor-7d679b95bb-4zvtz namespace: kserve-ci-e2e-test resourceVersion: "25500" uid: 5416e004-2356-42b0-8b4f-e2ee56245acf kind: Event lastTimestamp: "2026-07-10T19:10:54Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-10T19:10:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:54Z" name: error-404-isvc-df329-predictor-7d679b95bb-4zvtz.18c10363c0fb8ff7 namespace: kserve-ci-e2e-test resourceVersion: "25542" uid: f5cf5bae-d568-418f-b2ca-a09b15c102c1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-df329-predictor-7d679b95bb-4zvtz namespace: kserve-ci-e2e-test resourceVersion: "25500" uid: 5416e004-2356-42b0-8b4f-e2ee56245acf kind: Event lastTimestamp: "2026-07-10T19:10:54Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-10T19:10:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:54Z" name: error-404-isvc-df329-predictor-7d679b95bb-4zvtz.18c10363c1056d00 namespace: kserve-ci-e2e-test resourceVersion: "25543" uid: b451bd24-0ca1-44f8-8986-4452739725dd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-df329-predictor-7d679b95bb-4zvtz namespace: kserve-ci-e2e-test resourceVersion: "25500" uid: 5416e004-2356-42b0-8b4f-e2ee56245acf kind: Event lastTimestamp: "2026-07-10T19:10:54Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-10T19:10:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:54Z" name: error-404-isvc-df329-predictor-7d679b95bb-4zvtz.18c10363c50542eb namespace: kserve-ci-e2e-test resourceVersion: "25544" uid: 825c606b-b81e-465a-b2ac-2b25c986c647 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-df329-predictor-7d679b95bb-4zvtz namespace: kserve-ci-e2e-test resourceVersion: "25500" uid: 5416e004-2356-42b0-8b4f-e2ee56245acf kind: Event lastTimestamp: "2026-07-10T19:10:54Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:10:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:54Z" name: error-404-isvc-df329-predictor-7d679b95bb-4zvtz.18c10363c5d7b466 namespace: kserve-ci-e2e-test resourceVersion: "25545" uid: cb0a085d-c672-41bf-8559-a00265d637b2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-07-10T19:10:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-df329-predictor-7d679b95bb-4zvtz namespace: kserve-ci-e2e-test resourceVersion: "25500" uid: 5416e004-2356-42b0-8b4f-e2ee56245acf kind: Event lastTimestamp: "2026-07-10T19:11:42Z" message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-10T19:10:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:42Z" name: error-404-isvc-df329-predictor-7d679b95bb-4zvtz.18c10363f2c998f4 namespace: kserve-ci-e2e-test resourceVersion: "25960" uid: 814438d9-760b-432c-94e0-b887e2956e36 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:28:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-df329-predictor-7d679b95bb-4zvtz namespace: kserve-ci-e2e-test resourceVersion: "25500" uid: 5416e004-2356-42b0-8b4f-e2ee56245acf kind: Event lastTimestamp: "2026-07-10T19:28:22Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-10T19:28:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:28:22Z" name: error-404-isvc-df329-predictor-7d679b95bb-4zvtz.18c10457d575260f namespace: kserve-ci-e2e-test resourceVersion: "32919" uid: 6f7b8e14-d5aa-49ce-bf27-1221168c4b01 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:28:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-df329-predictor-7d679b95bb-4zvtz namespace: kserve-ci-e2e-test resourceVersion: "25500" uid: 5416e004-2356-42b0-8b4f-e2ee56245acf kind: Event lastTimestamp: "2026-07-10T19:28:22Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:28:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:28:22Z" name: error-404-isvc-df329-predictor-7d679b95bb-4zvtz.18c10457d575d2bb namespace: kserve-ci-e2e-test resourceVersion: "32920" uid: 8734ac82-fb2c-4f5d-badb-1536f9abeb4f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:53Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-df329-predictor-7d679b95bb namespace: kserve-ci-e2e-test resourceVersion: "25490" uid: 3099c646-57ba-4f05-b80a-b8dfe6937528 kind: Event lastTimestamp: "2026-07-10T19:10:53Z" message: 'Created pod: error-404-isvc-df329-predictor-7d679b95bb-4zvtz' metadata: creationTimestamp: "2026-07-10T19:10:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:10:53Z" name: error-404-isvc-df329-predictor-7d679b95bb.18c103637d473c7f namespace: kserve-ci-e2e-test resourceVersion: "25499" uid: 93f5fdc2-b453-4f1b-86c6-7707b05b0745 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:53Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-df329-predictor namespace: kserve-ci-e2e-test resourceVersion: "25486" uid: d45d8bb1-98eb-4b1b-b034-44426f326804 kind: Event lastTimestamp: "2026-07-10T19:10:53Z" message: Scaled up replica set error-404-isvc-df329-predictor-7d679b95bb from 0 to 1 metadata: creationTimestamp: "2026-07-10T19:10:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:10:53Z" name: error-404-isvc-df329-predictor.18c103637b39cf10 namespace: kserve-ci-e2e-test resourceVersion: "25493" uid: f0ba00b4-82be-4020-9976-816b2485d4eb reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:11:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-df329-predictor namespace: kserve-ci-e2e-test resourceVersion: "25489" uid: 55980935-2d30-4de4-ac46-30fe30d6d7dd kind: Event lastTimestamp: "2026-07-10T19:11:38Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:11:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:11:38Z" name: error-404-isvc-df329-predictor.18c10366f9b6aa6a namespace: kserve-ci-e2e-test resourceVersion: "25930" uid: 1ec6d96d-0622-4eaa-af8a-47775182428b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:11:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-df329-predictor namespace: kserve-ci-e2e-test resourceVersion: "25489" uid: 55980935-2d30-4de4-ac46-30fe30d6d7dd kind: Event lastTimestamp: "2026-07-10T19:11:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:11:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:11:38Z" name: error-404-isvc-df329-predictor.18c10366fa2b485e namespace: kserve-ci-e2e-test resourceVersion: "25932" uid: 97c08217-7816-494e-8c1f-dc9a258e62a0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-10T19:11:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-df329-predictor namespace: kserve-ci-e2e-test resourceVersion: "25676" uid: 55980935-2d30-4de4-ac46-30fe30d6d7dd kind: Event lastTimestamp: "2026-07-10T19:12:23Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T19:11:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:12:23Z" name: error-404-isvc-df329-predictor.18c1036a78cf5541 namespace: kserve-ci-e2e-test resourceVersion: "26504" uid: eb703e6e-9904-4743-ae94-ceb8b100c81b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-10T19:11:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-df329-predictor namespace: kserve-ci-e2e-test resourceVersion: "25676" uid: 55980935-2d30-4de4-ac46-30fe30d6d7dd kind: Event lastTimestamp: "2026-07-10T19:12:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T19:11:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:12:23Z" name: error-404-isvc-df329-predictor.18c1036a7937ad7d namespace: kserve-ci-e2e-test resourceVersion: "26505" uid: 71a8b2ed-56d3-460f-b3fd-faf2cfaf3af5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-10T19:10:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-df329 namespace: kserve-ci-e2e-test resourceVersion: "25469" uid: cae32094-088a-4c55-8f2d-55207dfdc302 kind: Event lastTimestamp: "2026-07-10T19:11:52Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-10T19:10:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:11:52Z" name: error-404-isvc-df329.18c103637afec3f7 namespace: kserve-ci-e2e-test resourceVersion: "26082" uid: 2a81c387-a96a-4cd6-beb4-7f6282451f80 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-df329 namespace: kserve-ci-e2e-test resourceVersion: "25469" uid: cae32094-088a-4c55-8f2d-55207dfdc302 kind: Event lastTimestamp: "2026-07-10T19:10:53Z" message: 'Failed to update status for InferenceService "error-404-isvc-df329": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-df329": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T19:10:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:10:53Z" name: error-404-isvc-df329.18c103637b705506 namespace: kserve-ci-e2e-test resourceVersion: "25495" uid: c23abf0c-3ac6-4c0c-8f42-11e8fadc46a0 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-df329 namespace: kserve-ci-e2e-test resourceVersion: "25469" uid: cae32094-088a-4c55-8f2d-55207dfdc302 kind: Event lastTimestamp: "2026-07-10T19:10:53Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-df329": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T19:10:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:10:53Z" name: error-404-isvc-df329.18c103637b7099fa namespace: kserve-ci-e2e-test resourceVersion: "25496" uid: 746af1ac-bd43-4090-ba1d-ba1c218fc59f reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-df329 namespace: kserve-ci-e2e-test resourceVersion: "26080" uid: cae32094-088a-4c55-8f2d-55207dfdc302 kind: Event lastTimestamp: "2026-07-10T19:11:52Z" message: InferenceService [error-404-isvc-df329] is Ready metadata: creationTimestamp: "2026-07-10T19:11:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:11:52Z" name: error-404-isvc-df329.18c103713dc8b9e1 namespace: kserve-ci-e2e-test resourceVersion: "26081" uid: 74a0ddcf-1eae-4662-aaf7-288e73e6d4dd reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-10T18:48:52.963226Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx namespace: kserve-ci-e2e-test resourceVersion: "14089" uid: 1e44c877-3e7a-488f-9e44-5277532972c7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T18:48:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T18:48:52Z" name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx.18c1023015d295ca namespace: kserve-ci-e2e-test resourceVersion: "14093" uid: f3077f12-f408-4f3d-9124-480322d5fe10 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:48:53Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx namespace: kserve-ci-e2e-test resourceVersion: "14091" uid: 1e44c877-3e7a-488f-9e44-5277532972c7 kind: Event lastTimestamp: "2026-07-10T18:48:53Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-10T18:48:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:48:53Z" name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx.18c102301f7232cf namespace: kserve-ci-e2e-test resourceVersion: "14116" uid: e99c0e11-73ac-4839-b6a2-a3021c4849ae reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:48:53Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx namespace: kserve-ci-e2e-test resourceVersion: "14101" uid: 1e44c877-3e7a-488f-9e44-5277532972c7 kind: Event lastTimestamp: "2026-07-10T18:48:53Z" message: Add eth0 [10.134.0.20/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T18:48:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T18:48:53Z" name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx.18c10230535ec97a namespace: kserve-ci-e2e-test resourceVersion: "14195" uid: 20875a9d-c167-4420-b266-d8a8d6254b5a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:48:54Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx namespace: kserve-ci-e2e-test resourceVersion: "14091" uid: 1e44c877-3e7a-488f-9e44-5277532972c7 kind: Event lastTimestamp: "2026-07-10T18:48:54Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812" metadata: creationTimestamp: "2026-07-10T18:48:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:48:54Z" name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx.18c102305511a276 namespace: kserve-ci-e2e-test resourceVersion: "14198" uid: de309a8d-4aa7-4b62-81fd-4cb50c96c4ff reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:07Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx namespace: kserve-ci-e2e-test resourceVersion: "14091" uid: 1e44c877-3e7a-488f-9e44-5277532972c7 kind: Event lastTimestamp: "2026-07-10T18:49:07Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812" in 13.777s (13.777s including waiting). Image size: 302769600 bytes.' metadata: creationTimestamp: "2026-07-10T18:49:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:07Z" name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx.18c102338a4062d5 namespace: kserve-ci-e2e-test resourceVersion: "14325" uid: 0eceb83c-1f7f-48f2-8db0-70ba076aa836 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:12Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx namespace: kserve-ci-e2e-test resourceVersion: "14091" uid: 1e44c877-3e7a-488f-9e44-5277532972c7 kind: Event lastTimestamp: "2026-07-10T18:49:12Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-10T18:49:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:12Z" name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx.18c102349dd1b7e9 namespace: kserve-ci-e2e-test resourceVersion: "14383" uid: 5385ad6b-7eae-4ad3-808c-43191e163b56 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:12Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx namespace: kserve-ci-e2e-test resourceVersion: "14091" uid: 1e44c877-3e7a-488f-9e44-5277532972c7 kind: Event lastTimestamp: "2026-07-10T18:49:12Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-10T18:49:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:12Z" name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx.18c102349edc6b3b namespace: kserve-ci-e2e-test resourceVersion: "14386" uid: 14d4a110-c409-40bd-b36c-ae943e0127c8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx namespace: kserve-ci-e2e-test resourceVersion: "14091" uid: 1e44c877-3e7a-488f-9e44-5277532972c7 kind: Event lastTimestamp: "2026-07-10T18:49:16Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1724" metadata: creationTimestamp: "2026-07-10T18:49:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:16Z" name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx.18c1023597bb8629 namespace: kserve-ci-e2e-test resourceVersion: "14448" uid: e7a581af-d4db-413a-8fdd-fdc820ce3191 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx namespace: kserve-ci-e2e-test resourceVersion: "14091" uid: 1e44c877-3e7a-488f-9e44-5277532972c7 kind: Event lastTimestamp: "2026-07-10T18:49:23Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1724" in 6.394s (6.394s including waiting). Image size: 1560931772 bytes.' metadata: creationTimestamp: "2026-07-10T18:49:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:23Z" name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx.18c1023714dfc9da namespace: kserve-ci-e2e-test resourceVersion: "14511" uid: b97857fc-8e8a-4326-89e0-98bf016e5948 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx namespace: kserve-ci-e2e-test resourceVersion: "14091" uid: 1e44c877-3e7a-488f-9e44-5277532972c7 kind: Event lastTimestamp: "2026-07-10T18:49:23Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-10T18:49:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:23Z" name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx.18c102371989bcae namespace: kserve-ci-e2e-test resourceVersion: "14515" uid: 08c255d8-18bc-4b47-9907-4379160b9d8d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx namespace: kserve-ci-e2e-test resourceVersion: "14091" uid: 1e44c877-3e7a-488f-9e44-5277532972c7 kind: Event lastTimestamp: "2026-07-10T18:49:23Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-10T18:49:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:23Z" name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx.18c102371a149ce4 namespace: kserve-ci-e2e-test resourceVersion: "14517" uid: 955b99db-1ffe-4af6-baff-d9ec545bfa52 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx namespace: kserve-ci-e2e-test resourceVersion: "14091" uid: 1e44c877-3e7a-488f-9e44-5277532972c7 kind: Event lastTimestamp: "2026-07-10T18:49:23Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-10T18:49:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:23Z" name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx.18c102371a1f7022 namespace: kserve-ci-e2e-test resourceVersion: "14518" uid: 6bcfedf2-75dd-482e-ae87-ace34f557c45 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx namespace: kserve-ci-e2e-test resourceVersion: "14091" uid: 1e44c877-3e7a-488f-9e44-5277532972c7 kind: Event lastTimestamp: "2026-07-10T18:49:23Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-10T18:49:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:23Z" name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx.18c102371e044a98 namespace: kserve-ci-e2e-test resourceVersion: "14522" uid: a2f119b3-e0e9-4a73-a8ee-95e1f9f20677 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx namespace: kserve-ci-e2e-test resourceVersion: "14091" uid: 1e44c877-3e7a-488f-9e44-5277532972c7 kind: Event lastTimestamp: "2026-07-10T18:49:23Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T18:49:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:23Z" name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx.18c102371e99a242 namespace: kserve-ci-e2e-test resourceVersion: "14523" uid: 2c58feb3-adca-4247-a682-2375f0b0ed03 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-10T18:49:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx namespace: kserve-ci-e2e-test resourceVersion: "14091" uid: 1e44c877-3e7a-488f-9e44-5277532972c7 kind: Event lastTimestamp: "2026-07-10T18:51:15Z" message: 'Readiness probe failed: dial tcp 10.134.0.20:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-10T18:49:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:15Z" name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx.18c1023777271f35 namespace: kserve-ci-e2e-test resourceVersion: "15876" uid: 19d28cba-0a7f-472e-b149-cf6250ce5820 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx namespace: kserve-ci-e2e-test resourceVersion: "14091" uid: 1e44c877-3e7a-488f-9e44-5277532972c7 kind: Event lastTimestamp: "2026-07-10T18:51:13Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-10T18:51:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:13Z" name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx.18c10250b0b0260c namespace: kserve-ci-e2e-test resourceVersion: "15772" uid: e27f5a92-d8a5-4cc0-8e25-83ba465ca1bf reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx namespace: kserve-ci-e2e-test resourceVersion: "14091" uid: 1e44c877-3e7a-488f-9e44-5277532972c7 kind: Event lastTimestamp: "2026-07-10T18:51:13Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T18:51:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:13Z" name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx.18c10250b0b0a58f namespace: kserve-ci-e2e-test resourceVersion: "15776" uid: 8f0c1824-e6d8-47d9-96d7-b29d394bf000 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx namespace: kserve-ci-e2e-test resourceVersion: "14091" uid: 1e44c877-3e7a-488f-9e44-5277532972c7 kind: Event lastTimestamp: "2026-07-10T18:51:15Z" message: 'Readiness probe failed: Get "https://10.134.0.20:8643/healthz": dial tcp 10.134.0.20:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-10T18:51:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:15Z" name: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx.18c102514f76ef62 namespace: kserve-ci-e2e-test resourceVersion: "15880" uid: 557c6338-0b86-4cbd-a69d-cd07079f164d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:48:52Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-54dd4fbd97 namespace: kserve-ci-e2e-test resourceVersion: "14080" uid: f9fc99f4-2b77-4ca9-8d41-e673838fb7ed kind: Event lastTimestamp: "2026-07-10T18:48:52Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-54dd4fbd97-nzxvx' metadata: creationTimestamp: "2026-07-10T18:48:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:48:52Z" name: isvc-sklearn-graph-1-predictor-54dd4fbd97.18c1023015399a60 namespace: kserve-ci-e2e-test resourceVersion: "14090" uid: 7d62efdb-d60a-4b6d-8400-f7d28630f35d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:48:52Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14078" uid: 94b7d4ec-972f-4f25-9794-8c973659084d kind: Event lastTimestamp: "2026-07-10T18:48:52Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-54dd4fbd97 from 0 to 1 metadata: creationTimestamp: "2026-07-10T18:48:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:48:52Z" name: isvc-sklearn-graph-1-predictor.18c1023011f2983b namespace: kserve-ci-e2e-test resourceVersion: "14083" uid: 350b4360-ae12-4ee0-9d9b-b388edb337ab reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-10T18:49:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14079" uid: da6d984f-a937-4873-bd9b-7997a4b999d7 kind: Event lastTimestamp: "2026-07-10T18:50:07Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T18:49:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:50:07Z" name: isvc-sklearn-graph-1-predictor.18c10233906fb6c4 namespace: kserve-ci-e2e-test resourceVersion: "14912" uid: 8d0028e9-f1a1-4b83-b998-0b89d164b64c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-10T18:49:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14079" uid: da6d984f-a937-4873-bd9b-7997a4b999d7 kind: Event lastTimestamp: "2026-07-10T18:50:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T18:49:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:50:07Z" name: isvc-sklearn-graph-1-predictor.18c1023390e428e4 namespace: kserve-ci-e2e-test resourceVersion: "14913" uid: 4f81c18b-ad3c-4981-869d-bd1a3f3a4d47 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-10T18:49:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14328" uid: da6d984f-a937-4873-bd9b-7997a4b999d7 kind: Event lastTimestamp: "2026-07-10T18:51:08Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T18:49:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:51:08Z" name: isvc-sklearn-graph-1-predictor.18c1023e0d69e035 namespace: kserve-ci-e2e-test resourceVersion: "15660" uid: a3b7ed39-5e62-474f-b3b4-1860bb32d989 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-10T18:49:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14328" uid: da6d984f-a937-4873-bd9b-7997a4b999d7 kind: Event lastTimestamp: "2026-07-10T18:51:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T18:49:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:51:08Z" name: isvc-sklearn-graph-1-predictor.18c1023e0e05d9f2 namespace: kserve-ci-e2e-test resourceVersion: "15661" uid: a9e2b86a-ea31-429d-9100-1cb0ab3774b1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-10T18:48:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "14066" uid: 164f7ca4-376b-47f1-9fd3-f2508725ffe0 kind: Event lastTimestamp: "2026-07-10T18:50:35Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-10T18:48:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:50:35Z" name: isvc-sklearn-graph-1.18c1023011aa9d03 namespace: kserve-ci-e2e-test resourceVersion: "15205" uid: 4704e2fb-069e-4402-8107-fd824eee5971 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "15203" uid: 164f7ca4-376b-47f1-9fd3-f2508725ffe0 kind: Event lastTimestamp: "2026-07-10T18:50:35Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-07-10T18:50:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:50:35Z" name: isvc-sklearn-graph-1.18c10247ecd4d8d6 namespace: kserve-ci-e2e-test resourceVersion: "15204" uid: df76f09d-2044-4802-84ca-cefe5bf72935 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-10T18:48:53.863096Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6 namespace: kserve-ci-e2e-test resourceVersion: "14186" uid: cfd7ff70-45d4-4a6e-a2c7-094d6ef757c2 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-745b467f-g9mb6 to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T18:48:53Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T18:48:53Z" name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6.18c102304b7587a8 namespace: kserve-ci-e2e-test resourceVersion: "14190" uid: 0307a80c-0526-4edc-b7dc-0f317f5a3a26 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:48:54Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6 namespace: kserve-ci-e2e-test resourceVersion: "14193" uid: cfd7ff70-45d4-4a6e-a2c7-094d6ef757c2 kind: Event lastTimestamp: "2026-07-10T18:48:54Z" message: Add eth0 [10.134.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T18:48:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T18:48:54Z" name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6.18c1023066f24818 namespace: kserve-ci-e2e-test resourceVersion: "14204" uid: 3de2ec56-afe3-4581-bbb8-bfde7b160c2a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:48:54Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6 namespace: kserve-ci-e2e-test resourceVersion: "14188" uid: cfd7ff70-45d4-4a6e-a2c7-094d6ef757c2 kind: Event lastTimestamp: "2026-07-10T18:48:54Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812" metadata: creationTimestamp: "2026-07-10T18:48:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:48:54Z" name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6.18c1023068bd9713 namespace: kserve-ci-e2e-test resourceVersion: "14206" uid: c59353dc-1f9d-468a-903d-0f09658b4b2e reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:10Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6 namespace: kserve-ci-e2e-test resourceVersion: "14188" uid: cfd7ff70-45d4-4a6e-a2c7-094d6ef757c2 kind: Event lastTimestamp: "2026-07-10T18:49:10Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812" in 16.399s (16.399s including waiting). Image size: 302769600 bytes.' metadata: creationTimestamp: "2026-07-10T18:49:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:10Z" name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6.18c102343a3e677d namespace: kserve-ci-e2e-test resourceVersion: "14358" uid: cb160073-0bcb-4516-813c-4da0e9436132 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:12Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6 namespace: kserve-ci-e2e-test resourceVersion: "14188" uid: cfd7ff70-45d4-4a6e-a2c7-094d6ef757c2 kind: Event lastTimestamp: "2026-07-10T18:49:12Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-10T18:49:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:12Z" name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6.18c102349df3fa0f namespace: kserve-ci-e2e-test resourceVersion: "14384" uid: 1a526ca0-94f7-4916-a88a-6e1d9960aae8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:12Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6 namespace: kserve-ci-e2e-test resourceVersion: "14188" uid: cfd7ff70-45d4-4a6e-a2c7-094d6ef757c2 kind: Event lastTimestamp: "2026-07-10T18:49:12Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-10T18:49:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:12Z" name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6.18c102349edba065 namespace: kserve-ci-e2e-test resourceVersion: "14385" uid: f3382871-643d-4804-84ed-c079d39fab17 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6 namespace: kserve-ci-e2e-test resourceVersion: "14188" uid: cfd7ff70-45d4-4a6e-a2c7-094d6ef757c2 kind: Event lastTimestamp: "2026-07-10T18:49:16Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1724" metadata: creationTimestamp: "2026-07-10T18:49:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:16Z" name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6.18c10235979ba8ef namespace: kserve-ci-e2e-test resourceVersion: "14446" uid: 74422556-e2a9-4742-a814-cfb0b000ddc6 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6 namespace: kserve-ci-e2e-test resourceVersion: "14188" uid: cfd7ff70-45d4-4a6e-a2c7-094d6ef757c2 kind: Event lastTimestamp: "2026-07-10T18:49:23Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1724" in 6.408s (6.408s including waiting). Image size: 1560931772 bytes.' metadata: creationTimestamp: "2026-07-10T18:49:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:23Z" name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6.18c102371592b4cc namespace: kserve-ci-e2e-test resourceVersion: "14512" uid: 0000d0a3-4e3a-4ba2-982c-94073b84c626 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6 namespace: kserve-ci-e2e-test resourceVersion: "14188" uid: cfd7ff70-45d4-4a6e-a2c7-094d6ef757c2 kind: Event lastTimestamp: "2026-07-10T18:49:23Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-10T18:49:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:23Z" name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6.18c1023719aed19f namespace: kserve-ci-e2e-test resourceVersion: "14516" uid: d6ce2cd9-0593-4aab-b225-4edfedaac93c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6 namespace: kserve-ci-e2e-test resourceVersion: "14188" uid: cfd7ff70-45d4-4a6e-a2c7-094d6ef757c2 kind: Event lastTimestamp: "2026-07-10T18:49:23Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-10T18:49:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:23Z" name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6.18c102371a3a53f5 namespace: kserve-ci-e2e-test resourceVersion: "14519" uid: 4aa6a94c-7708-49f8-9210-cc11ea18463a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6 namespace: kserve-ci-e2e-test resourceVersion: "14188" uid: cfd7ff70-45d4-4a6e-a2c7-094d6ef757c2 kind: Event lastTimestamp: "2026-07-10T18:49:23Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-10T18:49:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:23Z" name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6.18c102371a42df44 namespace: kserve-ci-e2e-test resourceVersion: "14520" uid: fdb44459-77b5-4057-b25e-79bfdfd952b9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6 namespace: kserve-ci-e2e-test resourceVersion: "14188" uid: cfd7ff70-45d4-4a6e-a2c7-094d6ef757c2 kind: Event lastTimestamp: "2026-07-10T18:49:23Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-10T18:49:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:23Z" name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6.18c102371dfbbb36 namespace: kserve-ci-e2e-test resourceVersion: "14521" uid: 5c3824ef-f9fe-4f00-9a2d-dfb8802c10ed reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6 namespace: kserve-ci-e2e-test resourceVersion: "14188" uid: cfd7ff70-45d4-4a6e-a2c7-094d6ef757c2 kind: Event lastTimestamp: "2026-07-10T18:49:23Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T18:49:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:23Z" name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6.18c102371e9a51cd namespace: kserve-ci-e2e-test resourceVersion: "14524" uid: f444c520-d609-4838-a237-98038feefcd2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-07-10T18:49:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6 namespace: kserve-ci-e2e-test resourceVersion: "14188" uid: cfd7ff70-45d4-4a6e-a2c7-094d6ef757c2 kind: Event lastTimestamp: "2026-07-10T18:50:20Z" message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-10T18:49:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:50:20Z" name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6.18c102377725ead0 namespace: kserve-ci-e2e-test resourceVersion: "15021" uid: 442fc98f-b709-4c83-afb8-cbabfc0fcdec reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6 namespace: kserve-ci-e2e-test resourceVersion: "14188" uid: cfd7ff70-45d4-4a6e-a2c7-094d6ef757c2 kind: Event lastTimestamp: "2026-07-10T18:51:12Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-10T18:51:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:12Z" name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6.18c10250ad1b6353 namespace: kserve-ci-e2e-test resourceVersion: "15745" uid: 70e61084-856a-4a2f-b851-215fa7d787c9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6 namespace: kserve-ci-e2e-test resourceVersion: "14188" uid: cfd7ff70-45d4-4a6e-a2c7-094d6ef757c2 kind: Event lastTimestamp: "2026-07-10T18:51:12Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T18:51:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:12Z" name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6.18c10250ad1c14d1 namespace: kserve-ci-e2e-test resourceVersion: "15748" uid: 31fdc420-c086-4632-a88f-baf501659169 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6 namespace: kserve-ci-e2e-test resourceVersion: "14188" uid: cfd7ff70-45d4-4a6e-a2c7-094d6ef757c2 kind: Event lastTimestamp: "2026-07-10T18:51:15Z" message: 'Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp 10.134.0.22:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-10T18:51:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:15Z" name: isvc-sklearn-graph-2-predictor-745b467f-g9mb6.18c102514f77ba3f namespace: kserve-ci-e2e-test resourceVersion: "15881" uid: 1de0b078-6e2e-43f2-a671-1a01564da5e1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:48:53Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-745b467f namespace: kserve-ci-e2e-test resourceVersion: "14164" uid: b96ad10e-28de-4799-80ed-539990df92c0 kind: Event lastTimestamp: "2026-07-10T18:48:53Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-745b467f-g9mb6' metadata: creationTimestamp: "2026-07-10T18:48:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:48:53Z" name: isvc-sklearn-graph-2-predictor-745b467f.18c102304b061d9b namespace: kserve-ci-e2e-test resourceVersion: "14187" uid: 49687d00-7551-4d63-a22b-90a52c144ec8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:48:53Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14162" uid: b4172a95-e1fb-4455-b840-eac5a0f7e128 kind: Event lastTimestamp: "2026-07-10T18:48:53Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-745b467f from 0 to 1 metadata: creationTimestamp: "2026-07-10T18:48:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:48:53Z" name: isvc-sklearn-graph-2-predictor.18c1023034506b26 namespace: kserve-ci-e2e-test resourceVersion: "14165" uid: 637e2f1f-ada8-4207-b213-79701b16a5a0 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-10T18:49:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14163" uid: 14f11479-0e1c-41fa-97ae-4d898fbcc785 kind: Event lastTimestamp: "2026-07-10T18:50:08Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T18:49:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:50:08Z" name: isvc-sklearn-graph-2-predictor.18c10233b2f6e856 namespace: kserve-ci-e2e-test resourceVersion: "14926" uid: dbf22d2c-4e1f-4c3c-bc5b-51d1241ecafb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-10T18:49:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14163" uid: 14f11479-0e1c-41fa-97ae-4d898fbcc785 kind: Event lastTimestamp: "2026-07-10T18:50:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T18:49:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:50:08Z" name: isvc-sklearn-graph-2-predictor.18c10233b3630021 namespace: kserve-ci-e2e-test resourceVersion: "14928" uid: 216c1e83-a992-425d-b627-c5f5006dada1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-10T18:49:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14340" uid: 14f11479-0e1c-41fa-97ae-4d898fbcc785 kind: Event lastTimestamp: "2026-07-10T18:50:53Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T18:49:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:50:53Z" name: isvc-sklearn-graph-2-predictor.18c1023e2fabd5de namespace: kserve-ci-e2e-test resourceVersion: "15504" uid: 9973dcb5-d6a6-42e4-aaad-33c773239fd4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-10T18:49:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14340" uid: 14f11479-0e1c-41fa-97ae-4d898fbcc785 kind: Event lastTimestamp: "2026-07-10T18:50:53Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T18:49:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:50:53Z" name: isvc-sklearn-graph-2-predictor.18c1023e300e701f namespace: kserve-ci-e2e-test resourceVersion: "15505" uid: 7070f56e-695e-48f6-b187-ebae4439387d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-10T18:48:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "14140" uid: ad093d68-6720-4e77-8420-83bdbdc93e49 kind: Event lastTimestamp: "2026-07-10T18:50:30Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-10T18:48:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:50:30Z" name: isvc-sklearn-graph-2.18c102303428a385 namespace: kserve-ci-e2e-test resourceVersion: "15151" uid: 3d3414fd-ce49-4ba0-8e96-146998a5fcb2 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "15149" uid: ad093d68-6720-4e77-8420-83bdbdc93e49 kind: Event lastTimestamp: "2026-07-10T18:50:30Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-07-10T18:50:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:50:30Z" name: isvc-sklearn-graph-2.18c10246daa3a92d namespace: kserve-ci-e2e-test resourceVersion: "15150" uid: e2bae4fa-48d7-400e-b751-c2ece0d5b7db reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-10T18:48:53.280379Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz namespace: kserve-ci-e2e-test resourceVersion: "14141" uid: 5d301fe9-7c08-450e-b392-c3d9bb9c84ca kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz to ip-10-0-138-0.ec2.internal metadata: creationTimestamp: "2026-07-10T18:48:53Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T18:48:53Z" name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz.18c1023028b9f435 namespace: kserve-ci-e2e-test resourceVersion: "14147" uid: 89651b2f-96d7-4e09-a68d-ae485015ca04 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:48:53Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz namespace: kserve-ci-e2e-test resourceVersion: "14153" uid: 5d301fe9-7c08-450e-b392-c3d9bb9c84ca kind: Event lastTimestamp: "2026-07-10T18:48:53Z" message: Add eth0 [10.133.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T18:48:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T18:48:53Z" name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz.18c1023043485862 namespace: kserve-ci-e2e-test resourceVersion: "14181" uid: 4ff0f99b-b724-45ff-a968-513f7b76fddc reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:48:53Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz namespace: kserve-ci-e2e-test resourceVersion: "14142" uid: 5d301fe9-7c08-450e-b392-c3d9bb9c84ca kind: Event lastTimestamp: "2026-07-10T18:48:53Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812" metadata: creationTimestamp: "2026-07-10T18:48:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:48:53Z" name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz.18c1023044f507f8 namespace: kserve-ci-e2e-test resourceVersion: "14184" uid: 9709abb3-5e9f-4a5d-98e9-46dc4713f86d reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-138-0.ec2.internal source: component: kubelet host: ip-10-0-138-0.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:48:57Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz namespace: kserve-ci-e2e-test resourceVersion: "14142" uid: 5d301fe9-7c08-450e-b392-c3d9bb9c84ca kind: Event lastTimestamp: "2026-07-10T18:48:57Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812" in 3.353s (3.353s including waiting). Image size: 302769600 bytes.' metadata: creationTimestamp: "2026-07-10T18:48:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:48:57Z" name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz.18c102310cd3cc48 namespace: kserve-ci-e2e-test resourceVersion: "14238" uid: 0fb7e8f5-6a57-42c0-a156-730177f268c9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-0.ec2.internal source: component: kubelet host: ip-10-0-138-0.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:48:57Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz namespace: kserve-ci-e2e-test resourceVersion: "14142" uid: 5d301fe9-7c08-450e-b392-c3d9bb9c84ca kind: Event lastTimestamp: "2026-07-10T18:48:57Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-10T18:48:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:48:57Z" name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz.18c1023110154883 namespace: kserve-ci-e2e-test resourceVersion: "14239" uid: d3a91d64-b42f-492a-99ac-236b7b192912 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-0.ec2.internal source: component: kubelet host: ip-10-0-138-0.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:48:57Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz namespace: kserve-ci-e2e-test resourceVersion: "14142" uid: 5d301fe9-7c08-450e-b392-c3d9bb9c84ca kind: Event lastTimestamp: "2026-07-10T18:48:57Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-10T18:48:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:48:57Z" name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz.18c102311090feb0 namespace: kserve-ci-e2e-test resourceVersion: "14240" uid: dce47a6c-bfaa-42b8-9bb9-01ef0f87cbe7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-0.ec2.internal source: component: kubelet host: ip-10-0-138-0.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz namespace: kserve-ci-e2e-test resourceVersion: "14142" uid: 5d301fe9-7c08-450e-b392-c3d9bb9c84ca kind: Event lastTimestamp: "2026-07-10T18:49:01Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-07-10T18:49:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:01Z" name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz.18c102322da7d95d namespace: kserve-ci-e2e-test resourceVersion: "14278" uid: 79f64db8-e50c-43e3-a8a9-6b37b12d7c4f reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-138-0.ec2.internal source: component: kubelet host: ip-10-0-138-0.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz namespace: kserve-ci-e2e-test resourceVersion: "14142" uid: 5d301fe9-7c08-450e-b392-c3d9bb9c84ca kind: Event lastTimestamp: "2026-07-10T18:49:22Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.938s (20.938s including waiting). Image size: 1305567991 bytes.' metadata: creationTimestamp: "2026-07-10T18:49:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:22Z" name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz.18c102370da9ad62 namespace: kserve-ci-e2e-test resourceVersion: "14504" uid: d4b2ab82-24c3-4f25-b4e5-a40af3125757 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-0.ec2.internal source: component: kubelet host: ip-10-0-138-0.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz namespace: kserve-ci-e2e-test resourceVersion: "14142" uid: 5d301fe9-7c08-450e-b392-c3d9bb9c84ca kind: Event lastTimestamp: "2026-07-10T18:49:22Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-10T18:49:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:22Z" name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz.18c10237112022ff namespace: kserve-ci-e2e-test resourceVersion: "14508" uid: b8bf6466-20a4-490d-be14-c19245f2b8d2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-0.ec2.internal source: component: kubelet host: ip-10-0-138-0.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz namespace: kserve-ci-e2e-test resourceVersion: "14142" uid: 5d301fe9-7c08-450e-b392-c3d9bb9c84ca kind: Event lastTimestamp: "2026-07-10T18:49:22Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-10T18:49:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:22Z" name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz.18c102371195f6ca namespace: kserve-ci-e2e-test resourceVersion: "14509" uid: 1bc3d6e5-f9a5-4837-9799-c4ad7feaf178 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-0.ec2.internal source: component: kubelet host: ip-10-0-138-0.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz namespace: kserve-ci-e2e-test resourceVersion: "14142" uid: 5d301fe9-7c08-450e-b392-c3d9bb9c84ca kind: Event lastTimestamp: "2026-07-10T18:49:22Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-10T18:49:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:22Z" name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz.18c1023711a3287e namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: 2aaba263-6019-4851-a36b-d9c05d6c6656 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-138-0.ec2.internal source: component: kubelet host: ip-10-0-138-0.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz namespace: kserve-ci-e2e-test resourceVersion: "14142" uid: 5d301fe9-7c08-450e-b392-c3d9bb9c84ca kind: Event lastTimestamp: "2026-07-10T18:49:25Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.467s (2.467s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-10T18:49:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:25Z" name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz.18c10237a4b2443e namespace: kserve-ci-e2e-test resourceVersion: "14548" uid: 3fdbb886-4e26-4578-8f06-e51fd8bbe4b1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-0.ec2.internal source: component: kubelet host: ip-10-0-138-0.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz namespace: kserve-ci-e2e-test resourceVersion: "14142" uid: 5d301fe9-7c08-450e-b392-c3d9bb9c84ca kind: Event lastTimestamp: "2026-07-10T18:49:25Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-10T18:49:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:25Z" name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz.18c10237a8cf38ed namespace: kserve-ci-e2e-test resourceVersion: "14549" uid: b9219936-dbf5-4b82-b56d-86f0d85ce47c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-0.ec2.internal source: component: kubelet host: ip-10-0-138-0.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz namespace: kserve-ci-e2e-test resourceVersion: "14142" uid: 5d301fe9-7c08-450e-b392-c3d9bb9c84ca kind: Event lastTimestamp: "2026-07-10T18:49:25Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T18:49:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:25Z" name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz.18c10237a94acc56 namespace: kserve-ci-e2e-test resourceVersion: "14550" uid: 2e28ace8-62c1-4110-950d-80076e4c4f80 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-0.ec2.internal source: component: kubelet host: ip-10-0-138-0.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-07-10T18:49:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz namespace: kserve-ci-e2e-test resourceVersion: "14142" uid: 5d301fe9-7c08-450e-b392-c3d9bb9c84ca kind: Event lastTimestamp: "2026-07-10T18:50:23Z" message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-10T18:49:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:50:23Z" name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz.18c1023807d34124 namespace: kserve-ci-e2e-test resourceVersion: "15074" uid: a12f6f19-e806-4267-a35a-8906d7447011 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-0.ec2.internal source: component: kubelet host: ip-10-0-138-0.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz namespace: kserve-ci-e2e-test resourceVersion: "14142" uid: 5d301fe9-7c08-450e-b392-c3d9bb9c84ca kind: Event lastTimestamp: "2026-07-10T18:51:13Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-10T18:51:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:13Z" name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz.18c10250b95f090a namespace: kserve-ci-e2e-test resourceVersion: "15826" uid: 384a2aa0-247a-4e6a-8e8a-266c900b2f4b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-0.ec2.internal source: component: kubelet host: ip-10-0-138-0.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz namespace: kserve-ci-e2e-test resourceVersion: "14142" uid: 5d301fe9-7c08-450e-b392-c3d9bb9c84ca kind: Event lastTimestamp: "2026-07-10T18:51:13Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T18:51:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:13Z" name: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz.18c10250b95f9554 namespace: kserve-ci-e2e-test resourceVersion: "15827" uid: 45c5e6a5-1266-4e7a-bef9-cab7857f7709 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-0.ec2.internal source: component: kubelet host: ip-10-0-138-0.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:48:53Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-6ff47cbb9d namespace: kserve-ci-e2e-test resourceVersion: "14134" uid: 7f7d216a-17d1-4d6b-b273-9752ee1cee1d kind: Event lastTimestamp: "2026-07-10T18:48:53Z" message: 'Created pod: isvc-xgboost-graph-predictor-6ff47cbb9d-rkhwz' metadata: creationTimestamp: "2026-07-10T18:48:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:48:53Z" name: isvc-xgboost-graph-predictor-6ff47cbb9d.18c102302832b1ab namespace: kserve-ci-e2e-test resourceVersion: "14143" uid: 3dafe2dd-6f78-4cb8-9cbb-7335346d3848 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:48:53Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14132" uid: 53c3c8bb-7138-487e-b796-c59ef9c577a2 kind: Event lastTimestamp: "2026-07-10T18:48:53Z" message: Scaled up replica set isvc-xgboost-graph-predictor-6ff47cbb9d from 0 to 1 metadata: creationTimestamp: "2026-07-10T18:48:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:48:53Z" name: isvc-xgboost-graph-predictor.18c1023025480743 namespace: kserve-ci-e2e-test resourceVersion: "14136" uid: 99df384a-6f8f-400f-abd5-9706ace91eef reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-10T18:49:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14133" uid: 0dde3fb3-a06e-47d3-a19c-9ba0b8c579a5 kind: Event lastTimestamp: "2026-07-10T18:50:08Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T18:49:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:50:08Z" name: isvc-xgboost-graph-predictor.18c10233a3c637c0 namespace: kserve-ci-e2e-test resourceVersion: "14921" uid: e55af5ea-843c-4dc3-9979-c54af7b80c5b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-10T18:49:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14133" uid: 0dde3fb3-a06e-47d3-a19c-9ba0b8c579a5 kind: Event lastTimestamp: "2026-07-10T18:50:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T18:49:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:50:08Z" name: isvc-xgboost-graph-predictor.18c10233a42c4735 namespace: kserve-ci-e2e-test resourceVersion: "14922" uid: 2a745e18-496e-4de4-93b5-527a4dc3d004 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-10T18:49:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14335" uid: 0dde3fb3-a06e-47d3-a19c-9ba0b8c579a5 kind: Event lastTimestamp: "2026-07-10T18:51:08Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T18:49:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:51:08Z" name: isvc-xgboost-graph-predictor.18c1023e20644554 namespace: kserve-ci-e2e-test resourceVersion: "15664" uid: 1d7025ea-3f1b-4adb-bc29-14286dd26b9d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-10T18:49:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14335" uid: 0dde3fb3-a06e-47d3-a19c-9ba0b8c579a5 kind: Event lastTimestamp: "2026-07-10T18:51:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T18:49:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:51:08Z" name: isvc-xgboost-graph-predictor.18c1023e20cde833 namespace: kserve-ci-e2e-test resourceVersion: "15665" uid: 6c787eb8-7468-4231-b69d-7bc6e96223ee reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-10T18:48:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "14117" uid: 44ddbb84-8841-43e6-879d-741ad9726da1 kind: Event lastTimestamp: "2026-07-10T18:50:33Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-10T18:48:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:50:33Z" name: isvc-xgboost-graph.18c10230251364f9 namespace: kserve-ci-e2e-test resourceVersion: "15181" uid: f6872713-4b71-44c3-abec-c8057feb7150 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "15179" uid: 44ddbb84-8841-43e6-879d-741ad9726da1 kind: Event lastTimestamp: "2026-07-10T18:50:33Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-07-10T18:50:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:50:33Z" name: isvc-xgboost-graph.18c102476b2b0a0e namespace: kserve-ci-e2e-test resourceVersion: "15180" uid: e242ed58-c77d-405a-9314-a7c09ad57a66 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-10T18:51:02.724240Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-6b7b849495-2wvqc namespace: kserve-ci-e2e-test resourceVersion: "15588" uid: acbc024c-cfc7-4829-940c-29b52f0d20e5 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-6b7b849495-2wvqc to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T18:51:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T18:51:02Z" name: model-chainer-6b7b849495-2wvqc.18c1024e4c2e7844 namespace: kserve-ci-e2e-test resourceVersion: "15593" uid: e12c13e0-aac0-4458-b305-a149f2419192 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:03Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-6b7b849495-2wvqc namespace: kserve-ci-e2e-test resourceVersion: "15597" uid: acbc024c-cfc7-4829-940c-29b52f0d20e5 kind: Event lastTimestamp: "2026-07-10T18:51:03Z" message: Add eth0 [10.134.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T18:51:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T18:51:03Z" name: model-chainer-6b7b849495-2wvqc.18c1024e6692c6ee namespace: kserve-ci-e2e-test resourceVersion: "15611" uid: 43eee423-6f02-4330-86de-6baaad326e48 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6b7b849495-2wvqc namespace: kserve-ci-e2e-test resourceVersion: "15590" uid: acbc024c-cfc7-4829-940c-29b52f0d20e5 kind: Event lastTimestamp: "2026-07-10T18:51:03Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:8b2b640cecca2c5abab08a86fa1fe077f2518209438c00eb88348417ca75cab6" already present on machine metadata: creationTimestamp: "2026-07-10T18:51:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:03Z" name: model-chainer-6b7b849495-2wvqc.18c1024e67de0636 namespace: kserve-ci-e2e-test resourceVersion: "15613" uid: 9fa49087-f8b4-409d-8787-8e7a86554538 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6b7b849495-2wvqc namespace: kserve-ci-e2e-test resourceVersion: "15590" uid: acbc024c-cfc7-4829-940c-29b52f0d20e5 kind: Event lastTimestamp: "2026-07-10T18:51:03Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-07-10T18:51:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:03Z" name: model-chainer-6b7b849495-2wvqc.18c1024e6b3382ad namespace: kserve-ci-e2e-test resourceVersion: "15614" uid: a3951b88-02a9-4336-aeb2-326079fdbb84 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6b7b849495-2wvqc namespace: kserve-ci-e2e-test resourceVersion: "15590" uid: acbc024c-cfc7-4829-940c-29b52f0d20e5 kind: Event lastTimestamp: "2026-07-10T18:51:03Z" message: Started container model-chainer metadata: creationTimestamp: "2026-07-10T18:51:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:03Z" name: model-chainer-6b7b849495-2wvqc.18c1024e6bc7e6b1 namespace: kserve-ci-e2e-test resourceVersion: "15615" uid: 04f4a4f4-84e1-40a8-867c-5295f736d128 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6b7b849495-2wvqc namespace: kserve-ci-e2e-test resourceVersion: "15590" uid: acbc024c-cfc7-4829-940c-29b52f0d20e5 kind: Event lastTimestamp: "2026-07-10T18:51:12Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-07-10T18:51:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:12Z" name: model-chainer-6b7b849495-2wvqc.18c10250a57cf40b namespace: kserve-ci-e2e-test resourceVersion: "15719" uid: 00a35cbd-61a5-4d6f-a4f4-44ad95e029af reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-10T18:51:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6b7b849495-2wvqc namespace: kserve-ci-e2e-test resourceVersion: "15590" uid: acbc024c-cfc7-4829-940c-29b52f0d20e5 kind: Event lastTimestamp: "2026-07-10T18:51:40Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-10T18:51:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:40Z" name: model-chainer-6b7b849495-2wvqc.18c102512e87506a namespace: kserve-ci-e2e-test resourceVersion: "16106" uid: 27212b6f-5cd5-4188-9007-b38df8edeff6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-6b7b849495 namespace: kserve-ci-e2e-test resourceVersion: "15585" uid: 1077e70b-bd19-45d8-b286-41757191a2ac kind: Event lastTimestamp: "2026-07-10T18:51:02Z" message: 'Created pod: model-chainer-6b7b849495-2wvqc' metadata: creationTimestamp: "2026-07-10T18:51:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:51:02Z" name: model-chainer-6b7b849495.18c1024e4ba5adb2 namespace: kserve-ci-e2e-test resourceVersion: "15592" uid: bed82862-0733-4d41-94c1-49b5d59e970e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "15582" uid: f95eabcb-de66-4f28-9d69-da4ab29cb4af kind: Event lastTimestamp: "2026-07-10T18:51:02Z" message: Scaled up replica set model-chainer-6b7b849495 from 0 to 1 metadata: creationTimestamp: "2026-07-10T18:51:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:51:02Z" name: model-chainer.18c1024e4a9c422d namespace: kserve-ci-e2e-test resourceVersion: "15586" uid: fd6823f6-edb4-498a-a99b-ab586540bb42 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:02Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "15600" uid: 81e5caad-33d0-44ab-afcb-1bd73b985354 kind: Event lastTimestamp: "2026-07-10T18:51:02Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-07-10T18:51:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:51:02Z" name: model-chainer.18c1024e508bca3e namespace: kserve-ci-e2e-test resourceVersion: "15602" uid: b0b4e87d-c3ba-4afe-81c0-204953a27f9c reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-10T18:52:12.992261Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-34ebc-68f4d685-tf2f7 namespace: kserve-ci-e2e-test resourceVersion: "16424" uid: 66931a06-1aaf-4d64-b939-bf93a042e664 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-34ebc-68f4d685-tf2f7 to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T18:52:12Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T18:52:12Z" name: sequence-graph-34ebc-68f4d685-tf2f7.18c1025ea87b69ac namespace: kserve-ci-e2e-test resourceVersion: "16430" uid: 9a596162-92c8-48b8-8623-c4297f54646d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:52:13Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-34ebc-68f4d685-tf2f7 namespace: kserve-ci-e2e-test resourceVersion: "16434" uid: 66931a06-1aaf-4d64-b939-bf93a042e664 kind: Event lastTimestamp: "2026-07-10T18:52:13Z" message: Add eth0 [10.134.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T18:52:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T18:52:13Z" name: sequence-graph-34ebc-68f4d685-tf2f7.18c1025ec21e89fb namespace: kserve-ci-e2e-test resourceVersion: "16449" uid: 3146add9-6f0a-436e-9e65-aa7efbe9b997 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:52:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-34ebc} kind: Pod name: sequence-graph-34ebc-68f4d685-tf2f7 namespace: kserve-ci-e2e-test resourceVersion: "16427" uid: 66931a06-1aaf-4d64-b939-bf93a042e664 kind: Event lastTimestamp: "2026-07-10T18:52:13Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:8b2b640cecca2c5abab08a86fa1fe077f2518209438c00eb88348417ca75cab6" already present on machine metadata: creationTimestamp: "2026-07-10T18:52:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:52:13Z" name: sequence-graph-34ebc-68f4d685-tf2f7.18c1025ec351c3e2 namespace: kserve-ci-e2e-test resourceVersion: "16451" uid: d4258912-8498-4245-b4e0-6b85af1c7ee1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:52:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-34ebc} kind: Pod name: sequence-graph-34ebc-68f4d685-tf2f7 namespace: kserve-ci-e2e-test resourceVersion: "16427" uid: 66931a06-1aaf-4d64-b939-bf93a042e664 kind: Event lastTimestamp: "2026-07-10T18:52:13Z" message: 'Created container: sequence-graph-34ebc' metadata: creationTimestamp: "2026-07-10T18:52:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:52:13Z" name: sequence-graph-34ebc-68f4d685-tf2f7.18c1025ec7156164 namespace: kserve-ci-e2e-test resourceVersion: "16452" uid: b609e5cc-8d29-4930-bdd3-a7a3dc1984f0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:52:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-34ebc} kind: Pod name: sequence-graph-34ebc-68f4d685-tf2f7 namespace: kserve-ci-e2e-test resourceVersion: "16427" uid: 66931a06-1aaf-4d64-b939-bf93a042e664 kind: Event lastTimestamp: "2026-07-10T18:52:13Z" message: Started container sequence-graph-34ebc metadata: creationTimestamp: "2026-07-10T18:52:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:52:13Z" name: sequence-graph-34ebc-68f4d685-tf2f7.18c1025ec7812453 namespace: kserve-ci-e2e-test resourceVersion: "16453" uid: 2cf94d98-b97d-4ba7-a7bb-248a5383081c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-34ebc} kind: Pod name: sequence-graph-34ebc-68f4d685-tf2f7 namespace: kserve-ci-e2e-test resourceVersion: "16427" uid: 66931a06-1aaf-4d64-b939-bf93a042e664 kind: Event lastTimestamp: "2026-07-10T19:00:27Z" message: Stopping container sequence-graph-34ebc metadata: creationTimestamp: "2026-07-10T19:00:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:27Z" name: sequence-graph-34ebc-68f4d685-tf2f7.18c102d1d95a7c3a namespace: kserve-ci-e2e-test resourceVersion: "20025" uid: c103394c-1ccc-49dd-8884-35bd996e0a03 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-10T19:00:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-34ebc} kind: Pod name: sequence-graph-34ebc-68f4d685-tf2f7 namespace: kserve-ci-e2e-test resourceVersion: "16427" uid: 66931a06-1aaf-4d64-b939-bf93a042e664 kind: Event lastTimestamp: "2026-07-10T19:00:55Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-10T19:00:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:55Z" name: sequence-graph-34ebc-68f4d685-tf2f7.18c102d27bf18c87 namespace: kserve-ci-e2e-test resourceVersion: "20367" uid: fd189380-44fa-450e-971a-ff46b6e48eaa reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:52:12Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-34ebc-68f4d685 namespace: kserve-ci-e2e-test resourceVersion: "16421" uid: 5f0edd0a-6604-4bd3-b998-660f260b781b kind: Event lastTimestamp: "2026-07-10T18:52:12Z" message: 'Created pod: sequence-graph-34ebc-68f4d685-tf2f7' metadata: creationTimestamp: "2026-07-10T18:52:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:52:12Z" name: sequence-graph-34ebc-68f4d685.18c1025ea818e352 namespace: kserve-ci-e2e-test resourceVersion: "16426" uid: 18faa94b-1275-4e0a-af46-07599a3d44d3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:52:12Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-34ebc namespace: kserve-ci-e2e-test resourceVersion: "16419" uid: 66dacedc-8e46-4dc3-b2f3-5f7e67d9d19f kind: Event lastTimestamp: "2026-07-10T18:52:12Z" message: Scaled up replica set sequence-graph-34ebc-68f4d685 from 0 to 1 metadata: creationTimestamp: "2026-07-10T18:52:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:52:12Z" name: sequence-graph-34ebc.18c1025ea763e134 namespace: kserve-ci-e2e-test resourceVersion: "16422" uid: dd5ab8f2-ab61-4186-894e-9dcc8783772e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:52:13Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-34ebc namespace: kserve-ci-e2e-test resourceVersion: "16440" uid: 62df2429-5fcf-4f97-84aa-3b44fed97b57 kind: Event lastTimestamp: "2026-07-10T18:52:13Z" message: InferenceGraph [sequence-graph-34ebc] is Ready metadata: creationTimestamp: "2026-07-10T18:52:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:52:13Z" name: sequence-graph-34ebc.18c1025eaca84072 namespace: kserve-ci-e2e-test resourceVersion: "16443" uid: 7cb73a73-9866-495b-bb34-dd9636e1d52d reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T18:52:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-34ebc namespace: kserve-ci-e2e-test resourceVersion: "16420" uid: d6aefc24-b0f2-408a-b847-dcc137cfa7cc kind: Event lastTimestamp: "2026-07-10T18:52:58Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T18:52:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:52:58Z" name: sequence-graph-34ebc.18c10262263ebf8e namespace: kserve-ci-e2e-test resourceVersion: "16786" uid: 19c2d3e0-5ff9-4c7f-b655-b5f86efd8172 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T18:52:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-34ebc namespace: kserve-ci-e2e-test resourceVersion: "16420" uid: d6aefc24-b0f2-408a-b847-dcc137cfa7cc kind: Event lastTimestamp: "2026-07-10T18:52:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T18:52:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:52:58Z" name: sequence-graph-34ebc.18c1026226a648f2 namespace: kserve-ci-e2e-test resourceVersion: "16787" uid: e044c3b1-4453-4ff2-95da-e45b8f735322 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-10T19:02:38.328772Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-77aa3-6b8c46f78b-8qdqb namespace: kserve-ci-e2e-test resourceVersion: "21681" uid: ba9870db-7462-44e6-9b16-86b89fcb8e03 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-77aa3-6b8c46f78b-8qdqb to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T19:02:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T19:02:38Z" name: sequence-graph-77aa3-6b8c46f78b-8qdqb.18c102f041715f80 namespace: kserve-ci-e2e-test resourceVersion: "21686" uid: 538cc52b-a09f-452b-8091-4c253fb9db97 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:02:38Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-77aa3-6b8c46f78b-8qdqb namespace: kserve-ci-e2e-test resourceVersion: "21691" uid: ba9870db-7462-44e6-9b16-86b89fcb8e03 kind: Event lastTimestamp: "2026-07-10T19:02:38Z" message: Add eth0 [10.134.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T19:02:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T19:02:38Z" name: sequence-graph-77aa3-6b8c46f78b-8qdqb.18c102f05b024099 namespace: kserve-ci-e2e-test resourceVersion: "21705" uid: a55ff54b-b562-41f3-828b-a80b5f23f70c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:02:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-77aa3} kind: Pod name: sequence-graph-77aa3-6b8c46f78b-8qdqb namespace: kserve-ci-e2e-test resourceVersion: "21683" uid: ba9870db-7462-44e6-9b16-86b89fcb8e03 kind: Event lastTimestamp: "2026-07-10T19:02:38Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:8b2b640cecca2c5abab08a86fa1fe077f2518209438c00eb88348417ca75cab6" already present on machine metadata: creationTimestamp: "2026-07-10T19:02:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:02:38Z" name: sequence-graph-77aa3-6b8c46f78b-8qdqb.18c102f05c555478 namespace: kserve-ci-e2e-test resourceVersion: "21707" uid: c5d98651-a938-42c6-abf6-2a08a5dc6223 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:02:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-77aa3} kind: Pod name: sequence-graph-77aa3-6b8c46f78b-8qdqb namespace: kserve-ci-e2e-test resourceVersion: "21683" uid: ba9870db-7462-44e6-9b16-86b89fcb8e03 kind: Event lastTimestamp: "2026-07-10T19:02:38Z" message: 'Created container: sequence-graph-77aa3' metadata: creationTimestamp: "2026-07-10T19:02:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:02:38Z" name: sequence-graph-77aa3-6b8c46f78b-8qdqb.18c102f05f8d69ec namespace: kserve-ci-e2e-test resourceVersion: "21708" uid: 8389ebdb-5a75-40e8-9524-a869d599317e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:02:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-77aa3} kind: Pod name: sequence-graph-77aa3-6b8c46f78b-8qdqb namespace: kserve-ci-e2e-test resourceVersion: "21683" uid: ba9870db-7462-44e6-9b16-86b89fcb8e03 kind: Event lastTimestamp: "2026-07-10T19:02:38Z" message: Started container sequence-graph-77aa3 metadata: creationTimestamp: "2026-07-10T19:02:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:02:38Z" name: sequence-graph-77aa3-6b8c46f78b-8qdqb.18c102f06007a31d namespace: kserve-ci-e2e-test resourceVersion: "21709" uid: a82b7d79-c597-467e-a506-ffbac54fe11c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-77aa3} kind: Pod name: sequence-graph-77aa3-6b8c46f78b-8qdqb namespace: kserve-ci-e2e-test resourceVersion: "21683" uid: ba9870db-7462-44e6-9b16-86b89fcb8e03 kind: Event lastTimestamp: "2026-07-10T19:10:52Z" message: Stopping container sequence-graph-77aa3 metadata: creationTimestamp: "2026-07-10T19:10:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:52Z" name: sequence-graph-77aa3-6b8c46f78b-8qdqb.18c103636cb105c2 namespace: kserve-ci-e2e-test resourceVersion: "25387" uid: 6a00f5c3-b969-4f25-8cb3-7eceb4381e2b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-10T19:10:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-77aa3} kind: Pod name: sequence-graph-77aa3-6b8c46f78b-8qdqb namespace: kserve-ci-e2e-test resourceVersion: "21683" uid: ba9870db-7462-44e6-9b16-86b89fcb8e03 kind: Event lastTimestamp: "2026-07-10T19:11:20Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-10T19:10:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:20Z" name: sequence-graph-77aa3-6b8c46f78b-8qdqb.18c10363eefd8947 namespace: kserve-ci-e2e-test resourceVersion: "25759" uid: c95ca5f5-472d-42c4-9a09-8d6af0b07274 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:02:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-77aa3-6b8c46f78b namespace: kserve-ci-e2e-test resourceVersion: "21678" uid: 4ba537da-d6cf-4e9f-8b9b-fdf21f3d2f70 kind: Event lastTimestamp: "2026-07-10T19:02:38Z" message: 'Created pod: sequence-graph-77aa3-6b8c46f78b-8qdqb' metadata: creationTimestamp: "2026-07-10T19:02:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:02:38Z" name: sequence-graph-77aa3-6b8c46f78b.18c102f041030999 namespace: kserve-ci-e2e-test resourceVersion: "21682" uid: 53d884b6-9235-4ec6-83e0-193e71ebcbc8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:02:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-77aa3 namespace: kserve-ci-e2e-test resourceVersion: "21676" uid: b3d9b468-825d-45a8-960c-cde18a9c4f83 kind: Event lastTimestamp: "2026-07-10T19:02:38Z" message: Scaled up replica set sequence-graph-77aa3-6b8c46f78b from 0 to 1 metadata: creationTimestamp: "2026-07-10T19:02:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:02:38Z" name: sequence-graph-77aa3.18c102f04035aa69 namespace: kserve-ci-e2e-test resourceVersion: "21679" uid: dcdf291f-4cd8-4d9c-b288-e2685c1279cf reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:02:38Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-77aa3 namespace: kserve-ci-e2e-test resourceVersion: "21694" uid: 20621344-36a5-4e80-b4ae-edbdf8111709 kind: Event lastTimestamp: "2026-07-10T19:02:38Z" message: InferenceGraph [sequence-graph-77aa3] is Ready metadata: creationTimestamp: "2026-07-10T19:02:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:02:38Z" name: sequence-graph-77aa3.18c102f0463e1d2c namespace: kserve-ci-e2e-test resourceVersion: "21696" uid: 55d3adf1-4c65-4bad-be62-80eb8f79c635 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T19:02:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-77aa3 namespace: kserve-ci-e2e-test resourceVersion: "21677" uid: c3eb1cd5-7e6e-4501-915c-620d7c9f9d84 kind: Event lastTimestamp: "2026-07-10T19:03:23Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:02:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:03:23Z" name: sequence-graph-77aa3.18c102f3beab900c namespace: kserve-ci-e2e-test resourceVersion: "22040" uid: 7893134f-600a-4e86-b4fc-e13e14520d7d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T19:02:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-77aa3 namespace: kserve-ci-e2e-test resourceVersion: "21677" uid: c3eb1cd5-7e6e-4501-915c-620d7c9f9d84 kind: Event lastTimestamp: "2026-07-10T19:03:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:02:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:03:23Z" name: sequence-graph-77aa3.18c102f3bf13fed1 namespace: kserve-ci-e2e-test resourceVersion: "22041" uid: 7be31768-533c-42d3-857a-6549e2346fff reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-10T19:01:27.908811Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-9304d-6745589549-52c2s namespace: kserve-ci-e2e-test resourceVersion: "20844" uid: 743a3274-81fd-4496-8cea-ec2c2a1a1358 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-9304d-6745589549-52c2s to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T19:01:27Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T19:01:27Z" name: sequence-graph-9304d-6745589549-52c2s.18c102dfdc15f159 namespace: kserve-ci-e2e-test resourceVersion: "20849" uid: 648c129e-dacc-4038-9759-9e91ec49cecb reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:28Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-9304d-6745589549-52c2s namespace: kserve-ci-e2e-test resourceVersion: "20853" uid: 743a3274-81fd-4496-8cea-ec2c2a1a1358 kind: Event lastTimestamp: "2026-07-10T19:01:28Z" message: Add eth0 [10.134.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T19:01:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T19:01:28Z" name: sequence-graph-9304d-6745589549-52c2s.18c102dff5c636a5 namespace: kserve-ci-e2e-test resourceVersion: "20870" uid: be4fde60-660a-4a5e-8d83-084d98529acd reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-9304d} kind: Pod name: sequence-graph-9304d-6745589549-52c2s namespace: kserve-ci-e2e-test resourceVersion: "20845" uid: 743a3274-81fd-4496-8cea-ec2c2a1a1358 kind: Event lastTimestamp: "2026-07-10T19:01:28Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:8b2b640cecca2c5abab08a86fa1fe077f2518209438c00eb88348417ca75cab6" already present on machine metadata: creationTimestamp: "2026-07-10T19:01:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:28Z" name: sequence-graph-9304d-6745589549-52c2s.18c102dff72828db namespace: kserve-ci-e2e-test resourceVersion: "20872" uid: a36fca30-5dff-4bc3-ba91-6cb271bc6f9c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-9304d} kind: Pod name: sequence-graph-9304d-6745589549-52c2s namespace: kserve-ci-e2e-test resourceVersion: "20845" uid: 743a3274-81fd-4496-8cea-ec2c2a1a1358 kind: Event lastTimestamp: "2026-07-10T19:01:28Z" message: 'Created container: sequence-graph-9304d' metadata: creationTimestamp: "2026-07-10T19:01:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:28Z" name: sequence-graph-9304d-6745589549-52c2s.18c102dffa197a3a namespace: kserve-ci-e2e-test resourceVersion: "20873" uid: 1651992c-14e2-4844-8d47-42c6c28c93fc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-9304d} kind: Pod name: sequence-graph-9304d-6745589549-52c2s namespace: kserve-ci-e2e-test resourceVersion: "20845" uid: 743a3274-81fd-4496-8cea-ec2c2a1a1358 kind: Event lastTimestamp: "2026-07-10T19:01:28Z" message: Started container sequence-graph-9304d metadata: creationTimestamp: "2026-07-10T19:01:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:28Z" name: sequence-graph-9304d-6745589549-52c2s.18c102dffa8ecbb9 namespace: kserve-ci-e2e-test resourceVersion: "20874" uid: de3094a4-16db-44e6-9f84-d3319423275d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-9304d} kind: Pod name: sequence-graph-9304d-6745589549-52c2s namespace: kserve-ci-e2e-test resourceVersion: "20845" uid: 743a3274-81fd-4496-8cea-ec2c2a1a1358 kind: Event lastTimestamp: "2026-07-10T19:01:38Z" message: Stopping container sequence-graph-9304d metadata: creationTimestamp: "2026-07-10T19:01:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:38Z" name: sequence-graph-9304d-6745589549-52c2s.18c102e23d2655cb namespace: kserve-ci-e2e-test resourceVersion: "20976" uid: 79bcbc5d-5dc8-489e-87ce-0aeda45cb145 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-10T19:01:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-9304d} kind: Pod name: sequence-graph-9304d-6745589549-52c2s namespace: kserve-ci-e2e-test resourceVersion: "20845" uid: 743a3274-81fd-4496-8cea-ec2c2a1a1358 kind: Event lastTimestamp: "2026-07-10T19:02:04Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-10T19:01:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:02:04Z" name: sequence-graph-9304d-6745589549-52c2s.18c102e2a1eac73c namespace: kserve-ci-e2e-test resourceVersion: "21331" uid: 9318903d-436e-4f0d-bdbe-de058780ee81 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:27Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-9304d-6745589549 namespace: kserve-ci-e2e-test resourceVersion: "20841" uid: 63f95368-c160-482a-bb55-528308755e9f kind: Event lastTimestamp: "2026-07-10T19:01:27Z" message: 'Created pod: sequence-graph-9304d-6745589549-52c2s' metadata: creationTimestamp: "2026-07-10T19:01:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:01:27Z" name: sequence-graph-9304d-6745589549.18c102dfdbb06d96 namespace: kserve-ci-e2e-test resourceVersion: "20846" uid: 641ff8b5-9470-4091-8cdc-3a30a0db481c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:27Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-9304d namespace: kserve-ci-e2e-test resourceVersion: "20839" uid: 11866ddb-6b6f-4435-90ab-75c9020a705b kind: Event lastTimestamp: "2026-07-10T19:01:27Z" message: Scaled up replica set sequence-graph-9304d-6745589549 from 0 to 1 metadata: creationTimestamp: "2026-07-10T19:01:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:01:27Z" name: sequence-graph-9304d.18c102dfdac8e385 namespace: kserve-ci-e2e-test resourceVersion: "20842" uid: 2f330732-293a-4d00-8466-f521ad5bdb4a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:27Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-9304d namespace: kserve-ci-e2e-test resourceVersion: "20858" uid: 4cde6d17-1a51-4b0e-a3c7-d4d729a41d00 kind: Event lastTimestamp: "2026-07-10T19:01:27Z" message: InferenceGraph [sequence-graph-9304d] is Ready metadata: creationTimestamp: "2026-07-10T19:01:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:01:27Z" name: sequence-graph-9304d.18c102dfe0b4cc8a namespace: kserve-ci-e2e-test resourceVersion: "20860" uid: 5a14aa2e-4d55-482d-8e1e-a1b4a70035d5 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-10T19:11:47.227823Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-896ee-7c6fcdd6fb-r7wgr namespace: kserve-ci-e2e-test resourceVersion: "25999" uid: 634087c7-ec7d-4976-aea5-e4adbb715006 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-896ee-7c6fcdd6fb-r7wgr to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T19:11:47Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T19:11:47Z" name: splitter-graph-896ee-7c6fcdd6fb-r7wgr.18c103700e601ee2 namespace: kserve-ci-e2e-test resourceVersion: "26005" uid: 61ed66e1-f3d4-403c-8bba-abe804340228 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:47Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-896ee-7c6fcdd6fb-r7wgr namespace: kserve-ci-e2e-test resourceVersion: "26010" uid: 634087c7-ec7d-4976-aea5-e4adbb715006 kind: Event lastTimestamp: "2026-07-10T19:11:47Z" message: Add eth0 [10.134.0.47/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T19:11:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T19:11:47Z" name: splitter-graph-896ee-7c6fcdd6fb-r7wgr.18c10370280786dc namespace: kserve-ci-e2e-test resourceVersion: "26025" uid: 9c50f7de-17c0-4343-9bf9-b4d2537036dc reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-896ee} kind: Pod name: splitter-graph-896ee-7c6fcdd6fb-r7wgr namespace: kserve-ci-e2e-test resourceVersion: "26001" uid: 634087c7-ec7d-4976-aea5-e4adbb715006 kind: Event lastTimestamp: "2026-07-10T19:11:47Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:8b2b640cecca2c5abab08a86fa1fe077f2518209438c00eb88348417ca75cab6" already present on machine metadata: creationTimestamp: "2026-07-10T19:11:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:47Z" name: splitter-graph-896ee-7c6fcdd6fb-r7wgr.18c10370295c04b5 namespace: kserve-ci-e2e-test resourceVersion: "26027" uid: fd5b9c64-29a8-4d20-a7c1-e866f279580f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-896ee} kind: Pod name: splitter-graph-896ee-7c6fcdd6fb-r7wgr namespace: kserve-ci-e2e-test resourceVersion: "26001" uid: 634087c7-ec7d-4976-aea5-e4adbb715006 kind: Event lastTimestamp: "2026-07-10T19:11:47Z" message: 'Created container: splitter-graph-896ee' metadata: creationTimestamp: "2026-07-10T19:11:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:47Z" name: splitter-graph-896ee-7c6fcdd6fb-r7wgr.18c103702c53cbf7 namespace: kserve-ci-e2e-test resourceVersion: "26029" uid: 3f09b26c-7c19-457f-9892-c35c8bf9f36c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-896ee} kind: Pod name: splitter-graph-896ee-7c6fcdd6fb-r7wgr namespace: kserve-ci-e2e-test resourceVersion: "26001" uid: 634087c7-ec7d-4976-aea5-e4adbb715006 kind: Event lastTimestamp: "2026-07-10T19:11:47Z" message: Started container splitter-graph-896ee metadata: creationTimestamp: "2026-07-10T19:11:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:47Z" name: splitter-graph-896ee-7c6fcdd6fb-r7wgr.18c103702ccb48ff namespace: kserve-ci-e2e-test resourceVersion: "26030" uid: ee5d1282-5ffe-4a05-b01e-62b74cb21590 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-896ee} kind: Pod name: splitter-graph-896ee-7c6fcdd6fb-r7wgr namespace: kserve-ci-e2e-test resourceVersion: "26001" uid: 634087c7-ec7d-4976-aea5-e4adbb715006 kind: Event lastTimestamp: "2026-07-10T19:11:57Z" message: Stopping container splitter-graph-896ee metadata: creationTimestamp: "2026-07-10T19:11:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:57Z" name: splitter-graph-896ee-7c6fcdd6fb-r7wgr.18c1037266c8525b namespace: kserve-ci-e2e-test resourceVersion: "26139" uid: 92c631e9-55c1-487b-9857-c004f4c2c735 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-10T19:11:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-896ee} kind: Pod name: splitter-graph-896ee-7c6fcdd6fb-r7wgr namespace: kserve-ci-e2e-test resourceVersion: "26001" uid: 634087c7-ec7d-4976-aea5-e4adbb715006 kind: Event lastTimestamp: "2026-07-10T19:12:24Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-10T19:11:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:12:24Z" name: splitter-graph-896ee-7c6fcdd6fb-r7wgr.18c10372e954e612 namespace: kserve-ci-e2e-test resourceVersion: "26515" uid: 5d046a76-8b3c-4c8e-a76d-3e62c6e04cd5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:47Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-896ee-7c6fcdd6fb namespace: kserve-ci-e2e-test resourceVersion: "25996" uid: 0b2e73c3-279f-436d-a5db-14a9a8aa33c6 kind: Event lastTimestamp: "2026-07-10T19:11:47Z" message: 'Created pod: splitter-graph-896ee-7c6fcdd6fb-r7wgr' metadata: creationTimestamp: "2026-07-10T19:11:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:11:47Z" name: splitter-graph-896ee-7c6fcdd6fb.18c103700dd49de9 namespace: kserve-ci-e2e-test resourceVersion: "26002" uid: de52e5d6-63d8-4732-ad08-35dbede2b318 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:47Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-896ee namespace: kserve-ci-e2e-test resourceVersion: "25994" uid: 5370904e-2ae4-4eaf-b9ab-e0be96ce9e80 kind: Event lastTimestamp: "2026-07-10T19:11:47Z" message: Scaled up replica set splitter-graph-896ee-7c6fcdd6fb from 0 to 1 metadata: creationTimestamp: "2026-07-10T19:11:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:11:47Z" name: splitter-graph-896ee.18c103700cb41bd9 namespace: kserve-ci-e2e-test resourceVersion: "25997" uid: 0d1b3eab-7f69-40f6-aec0-bc5ce7bb3175 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:47Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-896ee namespace: kserve-ci-e2e-test resourceVersion: "26012" uid: 7d4c7477-f800-4e0a-8e38-af4ee2dc99ae kind: Event lastTimestamp: "2026-07-10T19:11:47Z" message: InferenceGraph [splitter-graph-896ee] is Ready metadata: creationTimestamp: "2026-07-10T19:11:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:11:47Z" name: splitter-graph-896ee.18c103701370a1cf namespace: kserve-ci-e2e-test resourceVersion: "26014" uid: ca9dad9b-b81b-4768-b963-bb9331624710 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:47Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-896ee namespace: kserve-ci-e2e-test resourceVersion: "25989" uid: 7d4c7477-f800-4e0a-8e38-af4ee2dc99ae kind: Event lastTimestamp: "2026-07-10T19:11:47Z" message: 'Failed to update status for InferenceGraph "splitter-graph-896ee": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-896ee": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T19:11:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:11:47Z" name: splitter-graph-896ee.18c10370165e53fc namespace: kserve-ci-e2e-test resourceVersion: "26018" uid: c0ae287c-ee5b-42b1-8b7e-71e2bc4ddddc reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:47Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-896ee namespace: kserve-ci-e2e-test resourceVersion: "25989" uid: 7d4c7477-f800-4e0a-8e38-af4ee2dc99ae kind: Event lastTimestamp: "2026-07-10T19:11:47Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-896ee": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T19:11:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:11:47Z" name: splitter-graph-896ee.18c10370165ea61c namespace: kserve-ci-e2e-test resourceVersion: "26019" uid: 11e57902-2fdb-4f87-9b7d-ab11622d3fd4 reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-10T19:12:57.511838Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-d1618-57bb6975c5-jrx8r namespace: kserve-ci-e2e-test resourceVersion: "26776" uid: caecf54d-8a87-4bca-8d4c-07cdaa107584 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-d1618-57bb6975c5-jrx8r to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T19:12:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T19:12:57Z" name: splitter-graph-d1618-57bb6975c5-jrx8r.18c103806ba114d6 namespace: kserve-ci-e2e-test resourceVersion: "26783" uid: c683e28d-5a91-4970-9b83-f4e41c87b413 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:12:57Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-d1618-57bb6975c5-jrx8r namespace: kserve-ci-e2e-test resourceVersion: "26786" uid: caecf54d-8a87-4bca-8d4c-07cdaa107584 kind: Event lastTimestamp: "2026-07-10T19:12:57Z" message: Add eth0 [10.134.0.51/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T19:12:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T19:12:57Z" name: splitter-graph-d1618-57bb6975c5-jrx8r.18c103808594e480 namespace: kserve-ci-e2e-test resourceVersion: "26799" uid: a742f92a-f868-427a-891d-7c1c8ba9fc27 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:12:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-d1618} kind: Pod name: splitter-graph-d1618-57bb6975c5-jrx8r namespace: kserve-ci-e2e-test resourceVersion: "26778" uid: caecf54d-8a87-4bca-8d4c-07cdaa107584 kind: Event lastTimestamp: "2026-07-10T19:12:57Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:8b2b640cecca2c5abab08a86fa1fe077f2518209438c00eb88348417ca75cab6" already present on machine metadata: creationTimestamp: "2026-07-10T19:12:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:12:57Z" name: splitter-graph-d1618-57bb6975c5-jrx8r.18c1038086c97711 namespace: kserve-ci-e2e-test resourceVersion: "26801" uid: 2bced6f8-74fa-4840-9671-2ff8849df1bf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:12:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-d1618} kind: Pod name: splitter-graph-d1618-57bb6975c5-jrx8r namespace: kserve-ci-e2e-test resourceVersion: "26778" uid: caecf54d-8a87-4bca-8d4c-07cdaa107584 kind: Event lastTimestamp: "2026-07-10T19:12:58Z" message: 'Created container: splitter-graph-d1618' metadata: creationTimestamp: "2026-07-10T19:12:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:12:58Z" name: splitter-graph-d1618-57bb6975c5-jrx8r.18c103808ae849de namespace: kserve-ci-e2e-test resourceVersion: "26802" uid: c027c572-d451-42b1-a3ff-0304b2f878dc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:12:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-d1618} kind: Pod name: splitter-graph-d1618-57bb6975c5-jrx8r namespace: kserve-ci-e2e-test resourceVersion: "26778" uid: caecf54d-8a87-4bca-8d4c-07cdaa107584 kind: Event lastTimestamp: "2026-07-10T19:12:58Z" message: Started container splitter-graph-d1618 metadata: creationTimestamp: "2026-07-10T19:12:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:12:58Z" name: splitter-graph-d1618-57bb6975c5-jrx8r.18c103808b60bcd1 namespace: kserve-ci-e2e-test resourceVersion: "26803" uid: 16242bb2-83fb-4d63-9243-b37f7e482e78 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:21:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-d1618} kind: Pod name: splitter-graph-d1618-57bb6975c5-jrx8r namespace: kserve-ci-e2e-test resourceVersion: "26778" uid: caecf54d-8a87-4bca-8d4c-07cdaa107584 kind: Event lastTimestamp: "2026-07-10T19:21:12Z" message: Stopping container splitter-graph-d1618 metadata: creationTimestamp: "2026-07-10T19:21:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:21:12Z" name: splitter-graph-d1618-57bb6975c5-jrx8r.18c103f3987d6c3b namespace: kserve-ci-e2e-test resourceVersion: "30034" uid: 892ccc8c-c519-4d11-b8d8-f291e709ee8d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-10T19:21:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-d1618} kind: Pod name: splitter-graph-d1618-57bb6975c5-jrx8r namespace: kserve-ci-e2e-test resourceVersion: "26778" uid: caecf54d-8a87-4bca-8d4c-07cdaa107584 kind: Event lastTimestamp: "2026-07-10T19:21:39Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-10T19:21:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:21:39Z" name: splitter-graph-d1618-57bb6975c5-jrx8r.18c103f435773bad namespace: kserve-ci-e2e-test resourceVersion: "30283" uid: 90f7650b-01c0-4964-87a2-8e1fcf193433 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:12:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-d1618-57bb6975c5 namespace: kserve-ci-e2e-test resourceVersion: "26773" uid: 3b3f34ae-8167-4810-ba8f-18bf45db7887 kind: Event lastTimestamp: "2026-07-10T19:12:57Z" message: 'Created pod: splitter-graph-d1618-57bb6975c5-jrx8r' metadata: creationTimestamp: "2026-07-10T19:12:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:12:57Z" name: splitter-graph-d1618-57bb6975c5.18c103806b03b8ef namespace: kserve-ci-e2e-test resourceVersion: "26777" uid: c9f9f367-bed5-4a40-ba47-aaca923fe4dd reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:12:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-d1618 namespace: kserve-ci-e2e-test resourceVersion: "26770" uid: d97d1b10-6448-4dd8-b372-d8fb15c9c9e2 kind: Event lastTimestamp: "2026-07-10T19:12:57Z" message: Scaled up replica set splitter-graph-d1618-57bb6975c5 from 0 to 1 metadata: creationTimestamp: "2026-07-10T19:12:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:12:57Z" name: splitter-graph-d1618.18c103806a3c5905 namespace: kserve-ci-e2e-test resourceVersion: "26774" uid: 18270c90-e0bb-4a9c-bbaf-de42ba75600a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:12:57Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-d1618 namespace: kserve-ci-e2e-test resourceVersion: "26790" uid: f867aa1b-f930-4fcb-b696-099b4efb0ded kind: Event lastTimestamp: "2026-07-10T19:12:57Z" message: InferenceGraph [splitter-graph-d1618] is Ready metadata: creationTimestamp: "2026-07-10T19:12:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:12:57Z" name: splitter-graph-d1618.18c103806f49188b namespace: kserve-ci-e2e-test resourceVersion: "26792" uid: 645b42fb-a352-40b7-8bcc-689d8685a78a reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:13:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-d1618 namespace: kserve-ci-e2e-test resourceVersion: "26772" uid: 9015c64a-5d2a-4eec-b28e-5e8e61bd0c92 kind: Event lastTimestamp: "2026-07-10T19:13:27Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:13:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:13:27Z" name: splitter-graph-d1618.18c10383e8a42e17 namespace: kserve-ci-e2e-test resourceVersion: "26998" uid: e9288e36-074e-4d15-aa57-e97146408b53 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:13:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-d1618 namespace: kserve-ci-e2e-test resourceVersion: "26772" uid: 9015c64a-5d2a-4eec-b28e-5e8e61bd0c92 kind: Event lastTimestamp: "2026-07-10T19:13:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:13:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:13:27Z" name: splitter-graph-d1618.18c10383e9058c25 namespace: kserve-ci-e2e-test resourceVersion: "26999" uid: 5f1e3115-a951-4f3a-a507-824a398c0226 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-10T18:51:13.009007Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-34ebc-predictor-86f8b97c9-5m7wn namespace: kserve-ci-e2e-test resourceVersion: "15771" uid: a1970204-9768-4dec-9cbc-3e47d4620f18 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-34ebc-predictor-86f8b97c9-5m7wn to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T18:51:13Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T18:51:13Z" name: success-200-isvc-34ebc-predictor-86f8b97c9-5m7wn.18c10250b133a13e namespace: kserve-ci-e2e-test resourceVersion: "15777" uid: db4ca08a-8902-4ca0-bf34-565abed78ce0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:13Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-34ebc-predictor-86f8b97c9-5m7wn namespace: kserve-ci-e2e-test resourceVersion: "15786" uid: a1970204-9768-4dec-9cbc-3e47d4620f18 kind: Event lastTimestamp: "2026-07-10T18:51:13Z" message: Add eth0 [10.134.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T18:51:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T18:51:13Z" name: success-200-isvc-34ebc-predictor-86f8b97c9-5m7wn.18c10250cb0a4052 namespace: kserve-ci-e2e-test resourceVersion: "15835" uid: 2a126ddc-a81a-4feb-a7bb-ba3f3c10ee41 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-34ebc-predictor-86f8b97c9-5m7wn namespace: kserve-ci-e2e-test resourceVersion: "15773" uid: a1970204-9768-4dec-9cbc-3e47d4620f18 kind: Event lastTimestamp: "2026-07-10T18:51:13Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1724" already present on machine metadata: creationTimestamp: "2026-07-10T18:51:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:13Z" name: success-200-isvc-34ebc-predictor-86f8b97c9-5m7wn.18c10250cc5fcef5 namespace: kserve-ci-e2e-test resourceVersion: "15837" uid: af0521ee-b100-4473-98a2-58888029aaed reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-34ebc-predictor-86f8b97c9-5m7wn namespace: kserve-ci-e2e-test resourceVersion: "15773" uid: a1970204-9768-4dec-9cbc-3e47d4620f18 kind: Event lastTimestamp: "2026-07-10T18:51:13Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-10T18:51:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:13Z" name: success-200-isvc-34ebc-predictor-86f8b97c9-5m7wn.18c10250d043c337 namespace: kserve-ci-e2e-test resourceVersion: "15838" uid: af5155a5-3274-453d-8b48-17eebee224c5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-34ebc-predictor-86f8b97c9-5m7wn namespace: kserve-ci-e2e-test resourceVersion: "15773" uid: a1970204-9768-4dec-9cbc-3e47d4620f18 kind: Event lastTimestamp: "2026-07-10T18:51:13Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-10T18:51:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:13Z" name: success-200-isvc-34ebc-predictor-86f8b97c9-5m7wn.18c10250d0cbc224 namespace: kserve-ci-e2e-test resourceVersion: "15839" uid: 4f139104-8fbc-427e-90f1-db005edce5aa reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-34ebc-predictor-86f8b97c9-5m7wn namespace: kserve-ci-e2e-test resourceVersion: "15773" uid: a1970204-9768-4dec-9cbc-3e47d4620f18 kind: Event lastTimestamp: "2026-07-10T18:51:13Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-10T18:51:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:13Z" name: success-200-isvc-34ebc-predictor-86f8b97c9-5m7wn.18c10250d0d774ea namespace: kserve-ci-e2e-test resourceVersion: "15840" uid: a110db80-783a-4d3f-a131-759dc3c4f38a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-34ebc-predictor-86f8b97c9-5m7wn namespace: kserve-ci-e2e-test resourceVersion: "15773" uid: a1970204-9768-4dec-9cbc-3e47d4620f18 kind: Event lastTimestamp: "2026-07-10T18:51:13Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-10T18:51:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:13Z" name: success-200-isvc-34ebc-predictor-86f8b97c9-5m7wn.18c10250d46eb4a3 namespace: kserve-ci-e2e-test resourceVersion: "15845" uid: c3f80007-9827-4b47-87e5-b04fcec55d33 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-34ebc-predictor-86f8b97c9-5m7wn namespace: kserve-ci-e2e-test resourceVersion: "15773" uid: a1970204-9768-4dec-9cbc-3e47d4620f18 kind: Event lastTimestamp: "2026-07-10T18:51:13Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T18:51:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:13Z" name: success-200-isvc-34ebc-predictor-86f8b97c9-5m7wn.18c10250d4eeee6e namespace: kserve-ci-e2e-test resourceVersion: "15846" uid: 871fa3a4-a6d6-4692-86ae-63dc310f8c61 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-10T18:51:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-34ebc-predictor-86f8b97c9-5m7wn namespace: kserve-ci-e2e-test resourceVersion: "15773" uid: a1970204-9768-4dec-9cbc-3e47d4620f18 kind: Event lastTimestamp: "2026-07-10T19:00:30Z" message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-10T18:51:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:30Z" name: success-200-isvc-34ebc-predictor-86f8b97c9-5m7wn.18c10250f5f2c070 namespace: kserve-ci-e2e-test resourceVersion: "20163" uid: b0b31770-96b1-496e-9cb4-571940da103c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-34ebc-predictor-86f8b97c9-5m7wn namespace: kserve-ci-e2e-test resourceVersion: "15773" uid: a1970204-9768-4dec-9cbc-3e47d4620f18 kind: Event lastTimestamp: "2026-07-10T19:00:27Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-10T19:00:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:27Z" name: success-200-isvc-34ebc-predictor-86f8b97c9-5m7wn.18c102d1e0e6f943 namespace: kserve-ci-e2e-test resourceVersion: "20055" uid: 11895b25-ce9b-458a-8415-472b38e364bf reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-34ebc-predictor-86f8b97c9-5m7wn namespace: kserve-ci-e2e-test resourceVersion: "15773" uid: a1970204-9768-4dec-9cbc-3e47d4620f18 kind: Event lastTimestamp: "2026-07-10T19:00:27Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:00:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:27Z" name: success-200-isvc-34ebc-predictor-86f8b97c9-5m7wn.18c102d1e0e79075 namespace: kserve-ci-e2e-test resourceVersion: "20057" uid: 56f2b119-466c-4a3e-a2fc-753a2f2c2f20 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-34ebc-predictor-86f8b97c9-5m7wn namespace: kserve-ci-e2e-test resourceVersion: "15773" uid: a1970204-9768-4dec-9cbc-3e47d4620f18 kind: Event lastTimestamp: "2026-07-10T19:00:30Z" message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp 10.134.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-10T19:00:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:30Z" name: success-200-isvc-34ebc-predictor-86f8b97c9-5m7wn.18c102d26a7c8c04 namespace: kserve-ci-e2e-test resourceVersion: "20161" uid: 7362fcf0-6936-4472-84cc-c4340c6f8436 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:13Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-34ebc-predictor-86f8b97c9 namespace: kserve-ci-e2e-test resourceVersion: "15752" uid: 177140f1-ed95-4bbe-917b-92508881831a kind: Event lastTimestamp: "2026-07-10T18:51:13Z" message: 'Created pod: success-200-isvc-34ebc-predictor-86f8b97c9-5m7wn' metadata: creationTimestamp: "2026-07-10T18:51:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:51:13Z" name: success-200-isvc-34ebc-predictor-86f8b97c9.18c10250b0cebbce namespace: kserve-ci-e2e-test resourceVersion: "15774" uid: 184f636d-5108-492f-a109-7cbcd918c20d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:12Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-34ebc-predictor namespace: kserve-ci-e2e-test resourceVersion: "15747" uid: da3fbec1-2c31-4c9d-8c74-58c58768d54d kind: Event lastTimestamp: "2026-07-10T18:51:12Z" message: Scaled up replica set success-200-isvc-34ebc-predictor-86f8b97c9 from 0 to 1 metadata: creationTimestamp: "2026-07-10T18:51:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:51:12Z" name: success-200-isvc-34ebc-predictor.18c10250ae664f23 namespace: kserve-ci-e2e-test resourceVersion: "15755" uid: 6da13881-3d40-4d68-a1c5-92ef6389ee25 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T18:51:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-34ebc-predictor namespace: kserve-ci-e2e-test resourceVersion: "15750" uid: 7f77cd04-a20b-454f-837f-705b71c097be kind: Event lastTimestamp: "2026-07-10T18:51:42Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T18:51:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:51:42Z" name: success-200-isvc-34ebc-predictor.18c102542d21708b namespace: kserve-ci-e2e-test resourceVersion: "16130" uid: b5d6771e-0361-4b0b-9e3b-62756cdb5d28 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T18:51:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-34ebc-predictor namespace: kserve-ci-e2e-test resourceVersion: "15750" uid: 7f77cd04-a20b-454f-837f-705b71c097be kind: Event lastTimestamp: "2026-07-10T18:51:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T18:51:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:51:42Z" name: success-200-isvc-34ebc-predictor.18c102542d872ce8 namespace: kserve-ci-e2e-test resourceVersion: "16131" uid: f6c1247d-b22b-41a1-9554-e04f3a6de438 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T18:51:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-34ebc-predictor namespace: kserve-ci-e2e-test resourceVersion: "15988" uid: 7f77cd04-a20b-454f-837f-705b71c097be kind: Event lastTimestamp: "2026-07-10T18:52:13Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T18:51:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:52:13Z" name: success-200-isvc-34ebc-predictor.18c1025b2b614ce6 namespace: kserve-ci-e2e-test resourceVersion: "16436" uid: 5a02bce5-ec82-45d7-a58e-1b6d67fd4888 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T18:51:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-34ebc-predictor namespace: kserve-ci-e2e-test resourceVersion: "15988" uid: 7f77cd04-a20b-454f-837f-705b71c097be kind: Event lastTimestamp: "2026-07-10T18:52:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T18:51:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:52:13Z" name: success-200-isvc-34ebc-predictor.18c1025b2bca5a63 namespace: kserve-ci-e2e-test resourceVersion: "16437" uid: 39c21abe-670d-4eaf-acdb-841da34462ef reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-10T18:51:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-34ebc namespace: kserve-ci-e2e-test resourceVersion: "15725" uid: 13074955-f197-4dbe-a6b9-d1cca149812f kind: Event lastTimestamp: "2026-07-10T18:52:00Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-10T18:51:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:52:00Z" name: success-200-isvc-34ebc.18c10250ae0780ec namespace: kserve-ci-e2e-test resourceVersion: "16320" uid: ca6d1e30-b696-4058-af5a-f1e30c23a433 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:52:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-34ebc namespace: kserve-ci-e2e-test resourceVersion: "16317" uid: 13074955-f197-4dbe-a6b9-d1cca149812f kind: Event lastTimestamp: "2026-07-10T18:52:00Z" message: InferenceService [success-200-isvc-34ebc] is Ready metadata: creationTimestamp: "2026-07-10T18:52:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:52:00Z" name: success-200-isvc-34ebc.18c1025bb3df9606 namespace: kserve-ci-e2e-test resourceVersion: "16318" uid: 2b38fdce-320b-49f4-be4c-73f136069402 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-10T19:00:02.041322Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-48fe0-predictor-7c696bdf47-xmhn9 namespace: kserve-ci-e2e-test resourceVersion: "19715" uid: 6508d68c-ad79-4a6c-a298-b62e4493cc33 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-48fe0-predictor-7c696bdf47-xmhn9 to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T19:00:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T19:00:02Z" name: success-200-isvc-48fe0-predictor-7c696bdf47-xmhn9.18c102cbddfc256f namespace: kserve-ci-e2e-test resourceVersion: "19725" uid: 85182818-80e2-4150-9e24-81c56db75568 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:02Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-48fe0-predictor-7c696bdf47-xmhn9 namespace: kserve-ci-e2e-test resourceVersion: "19722" uid: 6508d68c-ad79-4a6c-a298-b62e4493cc33 kind: Event lastTimestamp: "2026-07-10T19:00:02Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-48fe0-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-10T19:00:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:02Z" name: success-200-isvc-48fe0-predictor-7c696bdf47-xmhn9.18c102cbe940255e namespace: kserve-ci-e2e-test resourceVersion: "19782" uid: c6523bb3-760b-48f4-99b9-59b59f0ae5b4 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:03Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-48fe0-predictor-7c696bdf47-xmhn9 namespace: kserve-ci-e2e-test resourceVersion: "19742" uid: 6508d68c-ad79-4a6c-a298-b62e4493cc33 kind: Event lastTimestamp: "2026-07-10T19:00:03Z" message: Add eth0 [10.134.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T19:00:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T19:00:03Z" name: success-200-isvc-48fe0-predictor-7c696bdf47-xmhn9.18c102cc1bbea2f1 namespace: kserve-ci-e2e-test resourceVersion: "19804" uid: ff75e39d-8ff4-43ad-82f2-c5684de9d958 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-48fe0-predictor-7c696bdf47-xmhn9 namespace: kserve-ci-e2e-test resourceVersion: "19722" uid: 6508d68c-ad79-4a6c-a298-b62e4493cc33 kind: Event lastTimestamp: "2026-07-10T19:00:03Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1724" already present on machine metadata: creationTimestamp: "2026-07-10T19:00:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:03Z" name: success-200-isvc-48fe0-predictor-7c696bdf47-xmhn9.18c102cc1d48c309 namespace: kserve-ci-e2e-test resourceVersion: "19806" uid: e0e650c8-90f5-46cc-8dc7-43eb56064be7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-48fe0-predictor-7c696bdf47-xmhn9 namespace: kserve-ci-e2e-test resourceVersion: "19722" uid: 6508d68c-ad79-4a6c-a298-b62e4493cc33 kind: Event lastTimestamp: "2026-07-10T19:00:03Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-10T19:00:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:03Z" name: success-200-isvc-48fe0-predictor-7c696bdf47-xmhn9.18c102cc203ac5f8 namespace: kserve-ci-e2e-test resourceVersion: "19808" uid: bb1d772a-f665-4a12-af01-16f3a5ce9791 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-48fe0-predictor-7c696bdf47-xmhn9 namespace: kserve-ci-e2e-test resourceVersion: "19722" uid: 6508d68c-ad79-4a6c-a298-b62e4493cc33 kind: Event lastTimestamp: "2026-07-10T19:00:03Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-10T19:00:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:03Z" name: success-200-isvc-48fe0-predictor-7c696bdf47-xmhn9.18c102cc20bdebbe namespace: kserve-ci-e2e-test resourceVersion: "19809" uid: 945b3a04-b7e5-44b9-9f18-48ec6df83477 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-48fe0-predictor-7c696bdf47-xmhn9 namespace: kserve-ci-e2e-test resourceVersion: "19722" uid: 6508d68c-ad79-4a6c-a298-b62e4493cc33 kind: Event lastTimestamp: "2026-07-10T19:00:03Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-10T19:00:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:03Z" name: success-200-isvc-48fe0-predictor-7c696bdf47-xmhn9.18c102cc20ca2718 namespace: kserve-ci-e2e-test resourceVersion: "19810" uid: 68595cfe-aab4-4a2c-bb0a-6ede65daab56 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-48fe0-predictor-7c696bdf47-xmhn9 namespace: kserve-ci-e2e-test resourceVersion: "19722" uid: 6508d68c-ad79-4a6c-a298-b62e4493cc33 kind: Event lastTimestamp: "2026-07-10T19:00:03Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-10T19:00:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:03Z" name: success-200-isvc-48fe0-predictor-7c696bdf47-xmhn9.18c102cc23cdac4b namespace: kserve-ci-e2e-test resourceVersion: "19811" uid: 05b82ed5-2761-4cb0-9b4c-5aa5bbf2d330 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-48fe0-predictor-7c696bdf47-xmhn9 namespace: kserve-ci-e2e-test resourceVersion: "19722" uid: 6508d68c-ad79-4a6c-a298-b62e4493cc33 kind: Event lastTimestamp: "2026-07-10T19:00:03Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:00:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:03Z" name: success-200-isvc-48fe0-predictor-7c696bdf47-xmhn9.18c102cc2448a52e namespace: kserve-ci-e2e-test resourceVersion: "19812" uid: 1c625dd2-a5f5-4c95-83c3-24ed0c5610f9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-10T19:00:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-48fe0-predictor-7c696bdf47-xmhn9 namespace: kserve-ci-e2e-test resourceVersion: "19722" uid: 6508d68c-ad79-4a6c-a298-b62e4493cc33 kind: Event lastTimestamp: "2026-07-10T19:00:49Z" message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-10T19:00:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:49Z" name: success-200-isvc-48fe0-predictor-7c696bdf47-xmhn9.18c102cc2eeb97b4 namespace: kserve-ci-e2e-test resourceVersion: "20328" uid: ecc6d72d-3647-4021-baf4-0f340d12c73a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-48fe0-predictor-7c696bdf47-xmhn9 namespace: kserve-ci-e2e-test resourceVersion: "19722" uid: 6508d68c-ad79-4a6c-a298-b62e4493cc33 kind: Event lastTimestamp: "2026-07-10T19:01:22Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-10T19:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:22Z" name: success-200-isvc-48fe0-predictor-7c696bdf47-xmhn9.18c102de91330f07 namespace: kserve-ci-e2e-test resourceVersion: "20729" uid: 5cf58fbb-7840-4c1c-924d-9411f657ae5c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-48fe0-predictor-7c696bdf47-xmhn9 namespace: kserve-ci-e2e-test resourceVersion: "19722" uid: 6508d68c-ad79-4a6c-a298-b62e4493cc33 kind: Event lastTimestamp: "2026-07-10T19:01:22Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:22Z" name: success-200-isvc-48fe0-predictor-7c696bdf47-xmhn9.18c102de91370575 namespace: kserve-ci-e2e-test resourceVersion: "20732" uid: 32b6aabd-6f75-4b79-a095-ac5a8e210a5c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-48fe0-predictor-7c696bdf47-xmhn9 namespace: kserve-ci-e2e-test resourceVersion: "19722" uid: 6508d68c-ad79-4a6c-a298-b62e4493cc33 kind: Event lastTimestamp: "2026-07-10T19:01:24Z" message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp 10.134.0.31:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-10T19:01:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:24Z" name: success-200-isvc-48fe0-predictor-7c696bdf47-xmhn9.18c102df0b415ad8 namespace: kserve-ci-e2e-test resourceVersion: "20796" uid: 0ba8c8a6-5a5d-44a1-9d5d-d9b6fbac6e88 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-48fe0-predictor-7c696bdf47 namespace: kserve-ci-e2e-test resourceVersion: "19706" uid: 5fbd50e3-b795-49a0-b03a-c1fe9f43a7d5 kind: Event lastTimestamp: "2026-07-10T19:00:02Z" message: 'Created pod: success-200-isvc-48fe0-predictor-7c696bdf47-xmhn9' metadata: creationTimestamp: "2026-07-10T19:00:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:00:02Z" name: success-200-isvc-48fe0-predictor-7c696bdf47.18c102cbdd7f5a62 namespace: kserve-ci-e2e-test resourceVersion: "19721" uid: dec20508-928b-47eb-9081-db02e4a2974f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-48fe0-predictor namespace: kserve-ci-e2e-test resourceVersion: "19704" uid: 9916d57f-818a-4d34-bbae-a8f5059cec12 kind: Event lastTimestamp: "2026-07-10T19:00:01Z" message: Scaled up replica set success-200-isvc-48fe0-predictor-7c696bdf47 from 0 to 1 metadata: creationTimestamp: "2026-07-10T19:00:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:00:01Z" name: success-200-isvc-48fe0-predictor.18c102cbd95fba03 namespace: kserve-ci-e2e-test resourceVersion: "19708" uid: 3b1c7ade-809c-4d70-a839-98563edb42a7 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:00:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-48fe0-predictor namespace: kserve-ci-e2e-test resourceVersion: "19705" uid: 8e0cd344-b7aa-421c-9186-5ac2af2d5906 kind: Event lastTimestamp: "2026-07-10T19:00:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:00:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:00:32Z" name: success-200-isvc-48fe0-predictor.18c102cf581b44d7 namespace: kserve-ci-e2e-test resourceVersion: "20185" uid: 5a2d0c5d-57cc-4c6e-960b-b598df2e92a9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:00:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-48fe0-predictor namespace: kserve-ci-e2e-test resourceVersion: "19705" uid: 8e0cd344-b7aa-421c-9186-5ac2af2d5906 kind: Event lastTimestamp: "2026-07-10T19:00:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:00:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:00:32Z" name: success-200-isvc-48fe0-predictor.18c102cf588d8d14 namespace: kserve-ci-e2e-test resourceVersion: "20186" uid: 4f282ba5-9ca5-4ac0-9fd6-22af2cad2c55 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T19:00:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-48fe0-predictor namespace: kserve-ci-e2e-test resourceVersion: "19934" uid: 8e0cd344-b7aa-421c-9186-5ac2af2d5906 kind: Event lastTimestamp: "2026-07-10T19:01:17Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T19:00:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:01:17Z" name: success-200-isvc-48fe0-predictor.18c102d656656701 namespace: kserve-ci-e2e-test resourceVersion: "20606" uid: bc0fe42c-43e6-451a-b7fa-90b0d553fb4c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T19:00:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-48fe0-predictor namespace: kserve-ci-e2e-test resourceVersion: "19934" uid: 8e0cd344-b7aa-421c-9186-5ac2af2d5906 kind: Event lastTimestamp: "2026-07-10T19:01:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T19:00:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:01:17Z" name: success-200-isvc-48fe0-predictor.18c102d6571397c3 namespace: kserve-ci-e2e-test resourceVersion: "20607" uid: 680e5100-55be-4013-a35a-615e88f6a667 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-10T19:00:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-48fe0 namespace: kserve-ci-e2e-test resourceVersion: "19696" uid: e2adce0f-a24e-46c1-ac86-5c9deb7fdc79 kind: Event lastTimestamp: "2026-07-10T19:00:59Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-10T19:00:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:00:59Z" name: success-200-isvc-48fe0.18c102cbd965976a namespace: kserve-ci-e2e-test resourceVersion: "20424" uid: 175f7359-29f7-4ea1-b46f-fdc4ec2f7eab reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-48fe0 namespace: kserve-ci-e2e-test resourceVersion: "19696" uid: e2adce0f-a24e-46c1-ac86-5c9deb7fdc79 kind: Event lastTimestamp: "2026-07-10T19:00:01Z" message: 'Failed to update status for InferenceService "success-200-isvc-48fe0": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-48fe0": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T19:00:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:00:01Z" name: success-200-isvc-48fe0.18c102cbda0072de namespace: kserve-ci-e2e-test resourceVersion: "19710" uid: fbe97958-6d60-4287-a7a4-aedab48809d9 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-48fe0 namespace: kserve-ci-e2e-test resourceVersion: "19696" uid: e2adce0f-a24e-46c1-ac86-5c9deb7fdc79 kind: Event lastTimestamp: "2026-07-10T19:00:01Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-48fe0": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T19:00:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:00:01Z" name: success-200-isvc-48fe0.18c102cbda00cc8e namespace: kserve-ci-e2e-test resourceVersion: "19711" uid: 6a902b89-0a7a-450b-9b19-1b338cd200bc reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-48fe0 namespace: kserve-ci-e2e-test resourceVersion: "20421" uid: e2adce0f-a24e-46c1-ac86-5c9deb7fdc79 kind: Event lastTimestamp: "2026-07-10T19:00:59Z" message: InferenceService [success-200-isvc-48fe0] is Ready metadata: creationTimestamp: "2026-07-10T19:00:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:00:59Z" name: success-200-isvc-48fe0.18c102d9426b36e1 namespace: kserve-ci-e2e-test resourceVersion: "20422" uid: fcaf16fb-cd06-429d-954f-04b095a40166 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-10T19:01:38.446676Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-77aa3-predictor-869969f59f-rj546 namespace: kserve-ci-e2e-test resourceVersion: "20998" uid: 3f3ef496-3f7c-4ebb-a150-f85279d0f6cc kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-77aa3-predictor-869969f59f-rj546 to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T19:01:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T19:01:38Z" name: success-200-isvc-77aa3-predictor-869969f59f-rj546.18c102e250311117 namespace: kserve-ci-e2e-test resourceVersion: "21003" uid: 9bf84ab6-32c7-4715-a936-720c1801b082 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:38Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-77aa3-predictor-869969f59f-rj546 namespace: kserve-ci-e2e-test resourceVersion: "21010" uid: 3f3ef496-3f7c-4ebb-a150-f85279d0f6cc kind: Event lastTimestamp: "2026-07-10T19:01:38Z" message: Add eth0 [10.134.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T19:01:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T19:01:38Z" name: success-200-isvc-77aa3-predictor-869969f59f-rj546.18c102e26aca2c58 namespace: kserve-ci-e2e-test resourceVersion: "21072" uid: 32fa1208-670b-487c-8ac9-28539849b27f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-77aa3-predictor-869969f59f-rj546 namespace: kserve-ci-e2e-test resourceVersion: "21000" uid: 3f3ef496-3f7c-4ebb-a150-f85279d0f6cc kind: Event lastTimestamp: "2026-07-10T19:01:38Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1724" already present on machine metadata: creationTimestamp: "2026-07-10T19:01:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:38Z" name: success-200-isvc-77aa3-predictor-869969f59f-rj546.18c102e26d154643 namespace: kserve-ci-e2e-test resourceVersion: "21075" uid: 5042c234-990c-47a8-bd05-0a1c82d2c6eb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-77aa3-predictor-869969f59f-rj546 namespace: kserve-ci-e2e-test resourceVersion: "21000" uid: 3f3ef496-3f7c-4ebb-a150-f85279d0f6cc kind: Event lastTimestamp: "2026-07-10T19:01:38Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-10T19:01:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:38Z" name: success-200-isvc-77aa3-predictor-869969f59f-rj546.18c102e270345bf0 namespace: kserve-ci-e2e-test resourceVersion: "21078" uid: a2fb472d-e7d2-4141-b182-3946ad2b59cf reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-77aa3-predictor-869969f59f-rj546 namespace: kserve-ci-e2e-test resourceVersion: "21000" uid: 3f3ef496-3f7c-4ebb-a150-f85279d0f6cc kind: Event lastTimestamp: "2026-07-10T19:01:38Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-10T19:01:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:38Z" name: success-200-isvc-77aa3-predictor-869969f59f-rj546.18c102e270ae3d02 namespace: kserve-ci-e2e-test resourceVersion: "21080" uid: 248e2c0c-bb50-4970-af74-47e208a01535 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-77aa3-predictor-869969f59f-rj546 namespace: kserve-ci-e2e-test resourceVersion: "21000" uid: 3f3ef496-3f7c-4ebb-a150-f85279d0f6cc kind: Event lastTimestamp: "2026-07-10T19:01:38Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-10T19:01:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:39Z" name: success-200-isvc-77aa3-predictor-869969f59f-rj546.18c102e270bb25e0 namespace: kserve-ci-e2e-test resourceVersion: "21081" uid: e143e87e-55a4-4ce6-be25-2c2aa93a6daf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-77aa3-predictor-869969f59f-rj546 namespace: kserve-ci-e2e-test resourceVersion: "21000" uid: 3f3ef496-3f7c-4ebb-a150-f85279d0f6cc kind: Event lastTimestamp: "2026-07-10T19:01:39Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-10T19:01:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:39Z" name: success-200-isvc-77aa3-predictor-869969f59f-rj546.18c102e2748427d8 namespace: kserve-ci-e2e-test resourceVersion: "21083" uid: c9638343-e7eb-40b8-81e6-80a89959e6b0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-77aa3-predictor-869969f59f-rj546 namespace: kserve-ci-e2e-test resourceVersion: "21000" uid: 3f3ef496-3f7c-4ebb-a150-f85279d0f6cc kind: Event lastTimestamp: "2026-07-10T19:01:39Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:01:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:39Z" name: success-200-isvc-77aa3-predictor-869969f59f-rj546.18c102e27508a572 namespace: kserve-ci-e2e-test resourceVersion: "21084" uid: e95c9c3f-793f-4ae6-a0fa-1f55c1250819 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-10T19:01:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-77aa3-predictor-869969f59f-rj546 namespace: kserve-ci-e2e-test resourceVersion: "21000" uid: 3f3ef496-3f7c-4ebb-a150-f85279d0f6cc kind: Event lastTimestamp: "2026-07-10T19:02:16Z" message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-10T19:01:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:02:16Z" name: success-200-isvc-77aa3-predictor-869969f59f-rj546.18c102e2e0bdeaf1 namespace: kserve-ci-e2e-test resourceVersion: "21438" uid: 5ffe6b74-42ec-475a-8a44-cc2c882826dd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-77aa3-predictor-869969f59f-rj546 namespace: kserve-ci-e2e-test resourceVersion: "21000" uid: 3f3ef496-3f7c-4ebb-a150-f85279d0f6cc kind: Event lastTimestamp: "2026-07-10T19:10:53Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-10T19:10:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:53Z" name: success-200-isvc-77aa3-predictor-869969f59f-rj546.18c1036377d82d1a namespace: kserve-ci-e2e-test resourceVersion: "25477" uid: f01857f7-aec8-421a-8c7c-d1c3a4b3c5df reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-77aa3-predictor-869969f59f-rj546 namespace: kserve-ci-e2e-test resourceVersion: "21000" uid: 3f3ef496-3f7c-4ebb-a150-f85279d0f6cc kind: Event lastTimestamp: "2026-07-10T19:10:53Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:10:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:53Z" name: success-200-isvc-77aa3-predictor-869969f59f-rj546.18c1036377d8953e namespace: kserve-ci-e2e-test resourceVersion: "25479" uid: 443180f9-26f1-4a77-9aa4-c8acd1b91208 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-77aa3-predictor-869969f59f namespace: kserve-ci-e2e-test resourceVersion: "20991" uid: 34715c22-cf32-4d5b-bd2d-39eb56b62427 kind: Event lastTimestamp: "2026-07-10T19:01:38Z" message: 'Created pod: success-200-isvc-77aa3-predictor-869969f59f-rj546' metadata: creationTimestamp: "2026-07-10T19:01:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:01:38Z" name: success-200-isvc-77aa3-predictor-869969f59f.18c102e24f7d43b1 namespace: kserve-ci-e2e-test resourceVersion: "21002" uid: 74618eda-e249-482f-9a9e-b5c800512231 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-77aa3-predictor namespace: kserve-ci-e2e-test resourceVersion: "20988" uid: 9c45799d-7c20-4972-8525-0a3edee7ced4 kind: Event lastTimestamp: "2026-07-10T19:01:38Z" message: Scaled up replica set success-200-isvc-77aa3-predictor-869969f59f from 0 to 1 metadata: creationTimestamp: "2026-07-10T19:01:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:01:38Z" name: success-200-isvc-77aa3-predictor.18c102e24a7bb997 namespace: kserve-ci-e2e-test resourceVersion: "20993" uid: 6d889e88-7e7a-43e5-95fd-663679f87fd5 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:01:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-77aa3-predictor namespace: kserve-ci-e2e-test resourceVersion: "20990" uid: 069ee503-ac36-4d16-a264-965c9489918d kind: Event lastTimestamp: "2026-07-10T19:02:08Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:01:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:02:08Z" name: success-200-isvc-77aa3-predictor.18c102e5c8c23d7b namespace: kserve-ci-e2e-test resourceVersion: "21364" uid: dbcea00a-a245-4c2e-b6b9-bf03db86827d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:01:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-77aa3-predictor namespace: kserve-ci-e2e-test resourceVersion: "20990" uid: 069ee503-ac36-4d16-a264-965c9489918d kind: Event lastTimestamp: "2026-07-10T19:02:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:01:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:02:08Z" name: success-200-isvc-77aa3-predictor.18c102e5c9a24046 namespace: kserve-ci-e2e-test resourceVersion: "21365" uid: eea6038b-b38b-425c-8bb5-281931892972 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-10T19:02:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-77aa3-predictor namespace: kserve-ci-e2e-test resourceVersion: "21240" uid: 069ee503-ac36-4d16-a264-965c9489918d kind: Event lastTimestamp: "2026-07-10T19:03:08Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T19:02:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:03:08Z" name: success-200-isvc-77aa3-predictor.18c102ecc77fcc4f namespace: kserve-ci-e2e-test resourceVersion: "21935" uid: ba54b19a-0bce-4de1-a8de-4b6070862fc3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-10T19:02:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-77aa3-predictor namespace: kserve-ci-e2e-test resourceVersion: "21240" uid: 069ee503-ac36-4d16-a264-965c9489918d kind: Event lastTimestamp: "2026-07-10T19:03:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T19:02:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:03:08Z" name: success-200-isvc-77aa3-predictor.18c102ecc7ec466b namespace: kserve-ci-e2e-test resourceVersion: "21936" uid: 69a3e260-104a-46f0-a4ec-a35c91363404 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-10T19:01:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-77aa3 namespace: kserve-ci-e2e-test resourceVersion: "20981" uid: e372e93c-ebac-400b-8be6-d670bd40ce33 kind: Event lastTimestamp: "2026-07-10T19:02:27Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-10T19:01:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:02:27Z" name: success-200-isvc-77aa3.18c102e249e0ae2d namespace: kserve-ci-e2e-test resourceVersion: "21572" uid: 3ab23598-1f18-4439-a356-bd0ba49885b9 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-77aa3 namespace: kserve-ci-e2e-test resourceVersion: "20981" uid: e372e93c-ebac-400b-8be6-d670bd40ce33 kind: Event lastTimestamp: "2026-07-10T19:01:38Z" message: 'Failed to update status for InferenceService "success-200-isvc-77aa3": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-77aa3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T19:01:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:01:38Z" name: success-200-isvc-77aa3.18c102e24aab5c86 namespace: kserve-ci-e2e-test resourceVersion: "20995" uid: 40244ed6-0727-4549-b4ff-efd7634ac7a5 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-77aa3 namespace: kserve-ci-e2e-test resourceVersion: "20981" uid: e372e93c-ebac-400b-8be6-d670bd40ce33 kind: Event lastTimestamp: "2026-07-10T19:01:38Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-77aa3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T19:01:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:01:38Z" name: success-200-isvc-77aa3.18c102e24aabab79 namespace: kserve-ci-e2e-test resourceVersion: "20996" uid: bc9d9652-d8a7-4251-83ae-eb9d773fe732 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:02:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-77aa3 namespace: kserve-ci-e2e-test resourceVersion: "21569" uid: e372e93c-ebac-400b-8be6-d670bd40ce33 kind: Event lastTimestamp: "2026-07-10T19:02:26Z" message: InferenceService [success-200-isvc-77aa3] is Ready metadata: creationTimestamp: "2026-07-10T19:02:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:02:26Z" name: success-200-isvc-77aa3.18c102ed9cbe0779 namespace: kserve-ci-e2e-test resourceVersion: "21571" uid: 5f7eef12-1c17-409d-b9f5-1c727da01820 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-10T19:10:37.177932Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-896ee-predictor-7ddbb75dc5-vz24p namespace: kserve-ci-e2e-test resourceVersion: "24902" uid: b02e8556-f49b-4570-8413-7c49ad0c6c97 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-896ee-predictor-7ddbb75dc5-vz24p to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T19:10:37Z" name: success-200-isvc-896ee-predictor-7ddbb75dc5-vz24p.18c1035fbf139f9c namespace: kserve-ci-e2e-test resourceVersion: "24916" uid: da898212-bfd7-45ab-a5fe-681a217dbc58 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:37Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-896ee-predictor-7ddbb75dc5-vz24p namespace: kserve-ci-e2e-test resourceVersion: "24929" uid: b02e8556-f49b-4570-8413-7c49ad0c6c97 kind: Event lastTimestamp: "2026-07-10T19:10:37Z" message: Add eth0 [10.134.0.43/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T19:10:37Z" name: success-200-isvc-896ee-predictor-7ddbb75dc5-vz24p.18c1035fd95aa4da namespace: kserve-ci-e2e-test resourceVersion: "24974" uid: e086ffce-f490-40f6-8c5d-eeced39226c9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-896ee-predictor-7ddbb75dc5-vz24p namespace: kserve-ci-e2e-test resourceVersion: "24907" uid: b02e8556-f49b-4570-8413-7c49ad0c6c97 kind: Event lastTimestamp: "2026-07-10T19:10:37Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1724" already present on machine metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:37Z" name: success-200-isvc-896ee-predictor-7ddbb75dc5-vz24p.18c1035fdaac2763 namespace: kserve-ci-e2e-test resourceVersion: "24976" uid: 2dd33320-a2e0-4d96-9f95-8b61adc4c4d8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-896ee-predictor-7ddbb75dc5-vz24p namespace: kserve-ci-e2e-test resourceVersion: "24907" uid: b02e8556-f49b-4570-8413-7c49ad0c6c97 kind: Event lastTimestamp: "2026-07-10T19:10:37Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:37Z" name: success-200-isvc-896ee-predictor-7ddbb75dc5-vz24p.18c1035fdef605b0 namespace: kserve-ci-e2e-test resourceVersion: "24981" uid: 0eab615d-5b1b-4933-8c3e-88e6456baf69 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-896ee-predictor-7ddbb75dc5-vz24p namespace: kserve-ci-e2e-test resourceVersion: "24907" uid: b02e8556-f49b-4570-8413-7c49ad0c6c97 kind: Event lastTimestamp: "2026-07-10T19:10:37Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:37Z" name: success-200-isvc-896ee-predictor-7ddbb75dc5-vz24p.18c1035fdf751fbb namespace: kserve-ci-e2e-test resourceVersion: "24982" uid: 919cbc41-f105-42c1-91a9-2dbeb24b3de9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-896ee-predictor-7ddbb75dc5-vz24p namespace: kserve-ci-e2e-test resourceVersion: "24907" uid: b02e8556-f49b-4570-8413-7c49ad0c6c97 kind: Event lastTimestamp: "2026-07-10T19:10:37Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:37Z" name: success-200-isvc-896ee-predictor-7ddbb75dc5-vz24p.18c1035fdf7fa8f0 namespace: kserve-ci-e2e-test resourceVersion: "24984" uid: 0ecc7ba4-1efd-4c4d-b78a-98723ce1cb51 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-896ee-predictor-7ddbb75dc5-vz24p namespace: kserve-ci-e2e-test resourceVersion: "24907" uid: b02e8556-f49b-4570-8413-7c49ad0c6c97 kind: Event lastTimestamp: "2026-07-10T19:10:37Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:37Z" name: success-200-isvc-896ee-predictor-7ddbb75dc5-vz24p.18c1035fe1cdae2f namespace: kserve-ci-e2e-test resourceVersion: "24985" uid: a2dffedf-6ad9-4494-8afc-659d7e84cb9a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-896ee-predictor-7ddbb75dc5-vz24p namespace: kserve-ci-e2e-test resourceVersion: "24907" uid: b02e8556-f49b-4570-8413-7c49ad0c6c97 kind: Event lastTimestamp: "2026-07-10T19:10:37Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:37Z" name: success-200-isvc-896ee-predictor-7ddbb75dc5-vz24p.18c1035fe246d73a namespace: kserve-ci-e2e-test resourceVersion: "24987" uid: a209315f-e4c3-496e-91a8-701bdb87d29f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-10T19:10:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-896ee-predictor-7ddbb75dc5-vz24p namespace: kserve-ci-e2e-test resourceVersion: "24907" uid: b02e8556-f49b-4570-8413-7c49ad0c6c97 kind: Event lastTimestamp: "2026-07-10T19:11:24Z" message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-10T19:10:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:24Z" name: success-200-isvc-896ee-predictor-7ddbb75dc5-vz24p.18c1035ff7bf366f namespace: kserve-ci-e2e-test resourceVersion: "25802" uid: faaacb2f-58b8-4047-be3a-1a5ecd36f654 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-896ee-predictor-7ddbb75dc5-vz24p namespace: kserve-ci-e2e-test resourceVersion: "24907" uid: b02e8556-f49b-4570-8413-7c49ad0c6c97 kind: Event lastTimestamp: "2026-07-10T19:11:57Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-10T19:11:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:57Z" name: success-200-isvc-896ee-predictor-7ddbb75dc5-vz24p.18c103726d4eb36b namespace: kserve-ci-e2e-test resourceVersion: "26173" uid: 0692bac4-4bf1-4d98-a987-62be6df79bbc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-896ee-predictor-7ddbb75dc5-vz24p namespace: kserve-ci-e2e-test resourceVersion: "24907" uid: b02e8556-f49b-4570-8413-7c49ad0c6c97 kind: Event lastTimestamp: "2026-07-10T19:11:57Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:11:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:57Z" name: success-200-isvc-896ee-predictor-7ddbb75dc5-vz24p.18c103726d4f2e3c namespace: kserve-ci-e2e-test resourceVersion: "26175" uid: dafb10a6-29d0-4e1a-9a6f-f2505a8f7ecb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-896ee-predictor-7ddbb75dc5-vz24p namespace: kserve-ci-e2e-test resourceVersion: "24907" uid: b02e8556-f49b-4570-8413-7c49ad0c6c97 kind: Event lastTimestamp: "2026-07-10T19:11:59Z" message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp 10.134.0.43:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-10T19:11:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:59Z" name: success-200-isvc-896ee-predictor-7ddbb75dc5-vz24p.18c10372d4571c99 namespace: kserve-ci-e2e-test resourceVersion: "26266" uid: aaba66ab-62f6-441a-abc0-b35236a6a8cc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:37Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-896ee-predictor-7ddbb75dc5 namespace: kserve-ci-e2e-test resourceVersion: "24890" uid: ad3c5073-f23d-41bc-ad56-30defbfebb9b kind: Event lastTimestamp: "2026-07-10T19:10:37Z" message: 'Created pod: success-200-isvc-896ee-predictor-7ddbb75dc5-vz24p' metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:10:37Z" name: success-200-isvc-896ee-predictor-7ddbb75dc5.18c1035fbe98eeb2 namespace: kserve-ci-e2e-test resourceVersion: "24910" uid: 2d44bc50-1202-4b73-99ff-eaf361af136f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:37Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-896ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "24888" uid: 19eeba3d-ad29-4028-8c8d-6d46916cd5cb kind: Event lastTimestamp: "2026-07-10T19:10:37Z" message: Scaled up replica set success-200-isvc-896ee-predictor-7ddbb75dc5 from 0 to 1 metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:10:37Z" name: success-200-isvc-896ee-predictor.18c1035fb93dbeab namespace: kserve-ci-e2e-test resourceVersion: "24892" uid: 977dd859-0195-4074-b910-fc9e953d4326 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T19:10:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-896ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "24889" uid: 3074b45c-afde-4443-8a8a-35f5ecbae320 kind: Event lastTimestamp: "2026-07-10T19:11:22Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:10:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:11:22Z" name: success-200-isvc-896ee-predictor.18c1036337be4def namespace: kserve-ci-e2e-test resourceVersion: "25776" uid: 6c77c2a9-c705-4843-956d-c3e96369e79f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T19:10:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-896ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "24889" uid: 3074b45c-afde-4443-8a8a-35f5ecbae320 kind: Event lastTimestamp: "2026-07-10T19:11:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:10:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:11:22Z" name: success-200-isvc-896ee-predictor.18c103633808a5b4 namespace: kserve-ci-e2e-test resourceVersion: "25778" uid: 212d3421-0cf1-411e-84ee-a4923b967ea9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:11:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-896ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "25362" uid: 3074b45c-afde-4443-8a8a-35f5ecbae320 kind: Event lastTimestamp: "2026-07-10T19:11:52Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T19:11:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:11:52Z" name: success-200-isvc-896ee-predictor.18c1036db555df11 namespace: kserve-ci-e2e-test resourceVersion: "26069" uid: d2b6b2cc-6887-409e-b59e-fc8a07328bcd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:11:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-896ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "25362" uid: 3074b45c-afde-4443-8a8a-35f5ecbae320 kind: Event lastTimestamp: "2026-07-10T19:11:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T19:11:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:11:52Z" name: success-200-isvc-896ee-predictor.18c1036db5bccf0f namespace: kserve-ci-e2e-test resourceVersion: "26070" uid: 0f565411-6624-47ae-a827-b403b3c148c2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-10T19:10:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-896ee namespace: kserve-ci-e2e-test resourceVersion: "24879" uid: ccd99e39-d1b2-42f9-bf60-ca9369dbda23 kind: Event lastTimestamp: "2026-07-10T19:11:34Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:11:34Z" name: success-200-isvc-896ee.18c1035fb90cacd4 namespace: kserve-ci-e2e-test resourceVersion: "25894" uid: c4a9b2a2-1709-4672-9387-a68bf8e803be reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-896ee namespace: kserve-ci-e2e-test resourceVersion: "24879" uid: ccd99e39-d1b2-42f9-bf60-ca9369dbda23 kind: Event lastTimestamp: "2026-07-10T19:10:37Z" message: 'Failed to update status for InferenceService "success-200-isvc-896ee": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-896ee": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:10:37Z" name: success-200-isvc-896ee.18c1035fb974b2b8 namespace: kserve-ci-e2e-test resourceVersion: "24894" uid: 1ed9a7bf-1f49-4936-9323-b8bd0a21d873 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-896ee namespace: kserve-ci-e2e-test resourceVersion: "24879" uid: ccd99e39-d1b2-42f9-bf60-ca9369dbda23 kind: Event lastTimestamp: "2026-07-10T19:10:37Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-896ee": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:10:37Z" name: success-200-isvc-896ee.18c1035fb9751618 namespace: kserve-ci-e2e-test resourceVersion: "24895" uid: f2593d3f-64d4-4257-b8f3-b8a01f5efd09 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-896ee namespace: kserve-ci-e2e-test resourceVersion: "25892" uid: ccd99e39-d1b2-42f9-bf60-ca9369dbda23 kind: Event lastTimestamp: "2026-07-10T19:11:34Z" message: InferenceService [success-200-isvc-896ee] is Ready metadata: creationTimestamp: "2026-07-10T19:11:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:11:34Z" name: success-200-isvc-896ee.18c1036d0ba1d569 namespace: kserve-ci-e2e-test resourceVersion: "25893" uid: b7223271-a24d-4f1c-8ecd-5bf5a670030a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-10T19:00:27.907264Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-9304d-predictor-768c4cd6d5-mrzj5 namespace: kserve-ci-e2e-test resourceVersion: "20061" uid: 9bc5a568-590c-4578-b197-840c4a3818fa kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-9304d-predictor-768c4cd6d5-mrzj5 to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T19:00:27Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T19:00:27Z" name: success-200-isvc-9304d-predictor-768c4cd6d5-mrzj5.18c102d1e3b7009d namespace: kserve-ci-e2e-test resourceVersion: "20067" uid: 48ec325b-fef9-4276-a82c-b97199af2024 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:28Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-9304d-predictor-768c4cd6d5-mrzj5 namespace: kserve-ci-e2e-test resourceVersion: "20073" uid: 9bc5a568-590c-4578-b197-840c4a3818fa kind: Event lastTimestamp: "2026-07-10T19:00:28Z" message: Add eth0 [10.134.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T19:00:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T19:00:28Z" name: success-200-isvc-9304d-predictor-768c4cd6d5-mrzj5.18c102d1fd5671ae namespace: kserve-ci-e2e-test resourceVersion: "20121" uid: ce21d4cb-6d33-476b-b2ff-2d4be488b8c9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9304d-predictor-768c4cd6d5-mrzj5 namespace: kserve-ci-e2e-test resourceVersion: "20064" uid: 9bc5a568-590c-4578-b197-840c4a3818fa kind: Event lastTimestamp: "2026-07-10T19:00:28Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1724" already present on machine metadata: creationTimestamp: "2026-07-10T19:00:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:28Z" name: success-200-isvc-9304d-predictor-768c4cd6d5-mrzj5.18c102d1fefd6abf namespace: kserve-ci-e2e-test resourceVersion: "20123" uid: 7686f015-4eb6-4a22-b2c2-c3deb0624a1d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9304d-predictor-768c4cd6d5-mrzj5 namespace: kserve-ci-e2e-test resourceVersion: "20064" uid: 9bc5a568-590c-4578-b197-840c4a3818fa kind: Event lastTimestamp: "2026-07-10T19:00:28Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-10T19:00:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:28Z" name: success-200-isvc-9304d-predictor-768c4cd6d5-mrzj5.18c102d201c4697e namespace: kserve-ci-e2e-test resourceVersion: "20125" uid: 797c150b-eef5-41e4-a6d6-968056ef3271 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9304d-predictor-768c4cd6d5-mrzj5 namespace: kserve-ci-e2e-test resourceVersion: "20064" uid: 9bc5a568-590c-4578-b197-840c4a3818fa kind: Event lastTimestamp: "2026-07-10T19:00:28Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-10T19:00:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:28Z" name: success-200-isvc-9304d-predictor-768c4cd6d5-mrzj5.18c102d20253f859 namespace: kserve-ci-e2e-test resourceVersion: "20126" uid: 35c6acd2-774d-4451-9cd3-518ca8cdcd8f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9304d-predictor-768c4cd6d5-mrzj5 namespace: kserve-ci-e2e-test resourceVersion: "20064" uid: 9bc5a568-590c-4578-b197-840c4a3818fa kind: Event lastTimestamp: "2026-07-10T19:00:28Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-10T19:00:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:28Z" name: success-200-isvc-9304d-predictor-768c4cd6d5-mrzj5.18c102d202601749 namespace: kserve-ci-e2e-test resourceVersion: "20127" uid: e9d59f70-cccd-4fc4-b4bb-780e4cc81210 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9304d-predictor-768c4cd6d5-mrzj5 namespace: kserve-ci-e2e-test resourceVersion: "20064" uid: 9bc5a568-590c-4578-b197-840c4a3818fa kind: Event lastTimestamp: "2026-07-10T19:00:28Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-10T19:00:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:28Z" name: success-200-isvc-9304d-predictor-768c4cd6d5-mrzj5.18c102d206e33138 namespace: kserve-ci-e2e-test resourceVersion: "20129" uid: 4e287051-0b46-41e7-a2f4-d47fab2523fa reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9304d-predictor-768c4cd6d5-mrzj5 namespace: kserve-ci-e2e-test resourceVersion: "20064" uid: 9bc5a568-590c-4578-b197-840c4a3818fa kind: Event lastTimestamp: "2026-07-10T19:00:28Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:00:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:28Z" name: success-200-isvc-9304d-predictor-768c4cd6d5-mrzj5.18c102d2075f012c namespace: kserve-ci-e2e-test resourceVersion: "20131" uid: 94f3503c-1aa2-4e3f-b5a0-ea2896689ac7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-10T19:00:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9304d-predictor-768c4cd6d5-mrzj5 namespace: kserve-ci-e2e-test resourceVersion: "20064" uid: 9bc5a568-590c-4578-b197-840c4a3818fa kind: Event lastTimestamp: "2026-07-10T19:01:05Z" message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-10T19:00:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:05Z" name: success-200-isvc-9304d-predictor-768c4cd6d5-mrzj5.18c102d24418efe5 namespace: kserve-ci-e2e-test resourceVersion: "20466" uid: 439a1ce0-48ba-4411-b14f-27e679150288 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9304d-predictor-768c4cd6d5-mrzj5 namespace: kserve-ci-e2e-test resourceVersion: "20064" uid: 9bc5a568-590c-4578-b197-840c4a3818fa kind: Event lastTimestamp: "2026-07-10T19:01:38Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-10T19:01:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:38Z" name: success-200-isvc-9304d-predictor-768c4cd6d5-mrzj5.18c102e25744a9f9 namespace: kserve-ci-e2e-test resourceVersion: "21035" uid: 9b50281d-e62f-4c6c-b5b5-c63c2d6478f8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9304d-predictor-768c4cd6d5-mrzj5 namespace: kserve-ci-e2e-test resourceVersion: "20064" uid: 9bc5a568-590c-4578-b197-840c4a3818fa kind: Event lastTimestamp: "2026-07-10T19:01:38Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:01:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:38Z" name: success-200-isvc-9304d-predictor-768c4cd6d5-mrzj5.18c102e257457798 namespace: kserve-ci-e2e-test resourceVersion: "21037" uid: b0c61063-7991-4f60-9f7b-660ce29ccac3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9304d-predictor-768c4cd6d5-mrzj5 namespace: kserve-ci-e2e-test resourceVersion: "20064" uid: 9bc5a568-590c-4578-b197-840c4a3818fa kind: Event lastTimestamp: "2026-07-10T19:01:40Z" message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp 10.134.0.33:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-10T19:01:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:40Z" name: success-200-isvc-9304d-predictor-768c4cd6d5-mrzj5.18c102e2cc41fd67 namespace: kserve-ci-e2e-test resourceVersion: "21113" uid: 43059559-8b5c-4015-b00b-b740161783e4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:27Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-9304d-predictor-768c4cd6d5 namespace: kserve-ci-e2e-test resourceVersion: "20050" uid: 7c0df97e-113c-4543-a87b-62731a7253b7 kind: Event lastTimestamp: "2026-07-10T19:00:27Z" message: 'Created pod: success-200-isvc-9304d-predictor-768c4cd6d5-mrzj5' metadata: creationTimestamp: "2026-07-10T19:00:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:00:27Z" name: success-200-isvc-9304d-predictor-768c4cd6d5.18c102d1e2cd340e namespace: kserve-ci-e2e-test resourceVersion: "20062" uid: 7b3357c2-cead-4e64-89a5-5b632343c7a4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:27Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-9304d-predictor namespace: kserve-ci-e2e-test resourceVersion: "20047" uid: 39358d26-84a0-4948-8acb-7af94933c5bb kind: Event lastTimestamp: "2026-07-10T19:00:27Z" message: Scaled up replica set success-200-isvc-9304d-predictor-768c4cd6d5 from 0 to 1 metadata: creationTimestamp: "2026-07-10T19:00:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:00:27Z" name: success-200-isvc-9304d-predictor.18c102d1e067f08c namespace: kserve-ci-e2e-test resourceVersion: "20053" uid: a7b616d1-02d2-46f5-865b-124d94943489 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T19:00:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9304d-predictor namespace: kserve-ci-e2e-test resourceVersion: "20049" uid: c60a84ff-b6a2-457b-8fe2-0f7466c0a43b kind: Event lastTimestamp: "2026-07-10T19:01:27Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T19:00:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:01:27Z" name: success-200-isvc-9304d-predictor.18c102d55f407443 namespace: kserve-ci-e2e-test resourceVersion: "20855" uid: 99f28099-1063-4073-b71c-a8ddc8b0fc9b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T19:00:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9304d-predictor namespace: kserve-ci-e2e-test resourceVersion: "20049" uid: c60a84ff-b6a2-457b-8fe2-0f7466c0a43b kind: Event lastTimestamp: "2026-07-10T19:01:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T19:00:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:01:27Z" name: success-200-isvc-9304d-predictor.18c102d5607feab5 namespace: kserve-ci-e2e-test resourceVersion: "20856" uid: c72e1ff3-74e5-488a-a43a-c1af95eee9fa reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9304d-predictor namespace: kserve-ci-e2e-test resourceVersion: "20272" uid: c60a84ff-b6a2-457b-8fe2-0f7466c0a43b kind: Event lastTimestamp: "2026-07-10T19:00:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:00:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:00:57Z" name: success-200-isvc-9304d-predictor.18c102d8dfd53aa8 namespace: kserve-ci-e2e-test resourceVersion: "20390" uid: 8664a09a-f324-4135-8736-b6b58324f2a6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9304d-predictor namespace: kserve-ci-e2e-test resourceVersion: "20272" uid: c60a84ff-b6a2-457b-8fe2-0f7466c0a43b kind: Event lastTimestamp: "2026-07-10T19:00:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:00:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:00:57Z" name: success-200-isvc-9304d-predictor.18c102d8e04ce7a3 namespace: kserve-ci-e2e-test resourceVersion: "20392" uid: a7640c2c-c184-4066-be15-1a450fe5fa55 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-10T19:00:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-9304d namespace: kserve-ci-e2e-test resourceVersion: "20029" uid: 30df6df2-069a-4567-bcf5-396851a749be kind: Event lastTimestamp: "2026-07-10T19:01:15Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-10T19:00:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:01:15Z" name: success-200-isvc-9304d.18c102d1e03e4218 namespace: kserve-ci-e2e-test resourceVersion: "20586" uid: 755eb352-0935-47b1-a15c-5ad21a5e41f6 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-9304d namespace: kserve-ci-e2e-test resourceVersion: "20029" uid: 30df6df2-069a-4567-bcf5-396851a749be kind: Event lastTimestamp: "2026-07-10T19:00:27Z" message: 'Failed to update status for InferenceService "success-200-isvc-9304d": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-9304d": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T19:00:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:00:27Z" name: success-200-isvc-9304d.18c102d1e0f822ae namespace: kserve-ci-e2e-test resourceVersion: "20056" uid: a7fd5c8b-fe60-4937-81f7-b3ed03ce9282 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-9304d namespace: kserve-ci-e2e-test resourceVersion: "20029" uid: 30df6df2-069a-4567-bcf5-396851a749be kind: Event lastTimestamp: "2026-07-10T19:00:27Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-9304d": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T19:00:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:00:27Z" name: success-200-isvc-9304d.18c102d1e0f87381 namespace: kserve-ci-e2e-test resourceVersion: "20058" uid: 5b649304-bbe0-4ad8-92ca-4692032da1d2 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-9304d namespace: kserve-ci-e2e-test resourceVersion: "20583" uid: 30df6df2-069a-4567-bcf5-396851a749be kind: Event lastTimestamp: "2026-07-10T19:01:15Z" message: InferenceService [success-200-isvc-9304d] is Ready metadata: creationTimestamp: "2026-07-10T19:01:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:01:15Z" name: success-200-isvc-9304d.18c102dcffff11d3 namespace: kserve-ci-e2e-test resourceVersion: "20585" uid: f7de7211-716b-4c1d-866d-19ca05f19b55 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-10T19:01:22.293925Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-9b322-predictor-56ff68b897-sfxwq namespace: kserve-ci-e2e-test resourceVersion: "20698" uid: be1b1971-a498-4212-8b72-12ccafffac4c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-9b322-predictor-56ff68b897-sfxwq to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T19:01:22Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T19:01:22Z" name: success-200-isvc-9b322-predictor-56ff68b897-sfxwq.18c102de8d699587 namespace: kserve-ci-e2e-test resourceVersion: "20703" uid: 66f6dbff-fcc1-47bf-abe8-bcf4f5c602f3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:01:22Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-9b322-predictor-56ff68b897-sfxwq namespace: kserve-ci-e2e-test resourceVersion: "20701" uid: be1b1971-a498-4212-8b72-12ccafffac4c kind: Event lastTimestamp: "2026-07-10T19:01:23Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-9b322-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-10T19:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:23Z" name: success-200-isvc-9b322-predictor-56ff68b897-sfxwq.18c102de9a5a8ec4 namespace: kserve-ci-e2e-test resourceVersion: "20762" uid: 1377eb47-247f-4e37-9724-86427bfc4e47 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:24Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-9b322-predictor-56ff68b897-sfxwq namespace: kserve-ci-e2e-test resourceVersion: "20707" uid: be1b1971-a498-4212-8b72-12ccafffac4c kind: Event lastTimestamp: "2026-07-10T19:01:24Z" message: Add eth0 [10.134.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T19:01:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T19:01:24Z" name: success-200-isvc-9b322-predictor-56ff68b897-sfxwq.18c102df00aaecfc namespace: kserve-ci-e2e-test resourceVersion: "20787" uid: e5f83b3f-1bfc-4397-94ad-d6ca9ee57897 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9b322-predictor-56ff68b897-sfxwq namespace: kserve-ci-e2e-test resourceVersion: "20701" uid: be1b1971-a498-4212-8b72-12ccafffac4c kind: Event lastTimestamp: "2026-07-10T19:01:24Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1724" already present on machine metadata: creationTimestamp: "2026-07-10T19:01:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:24Z" name: success-200-isvc-9b322-predictor-56ff68b897-sfxwq.18c102df02490d4a namespace: kserve-ci-e2e-test resourceVersion: "20789" uid: 5e400134-4031-45b9-97ed-4f8b3a3c4142 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9b322-predictor-56ff68b897-sfxwq namespace: kserve-ci-e2e-test resourceVersion: "20701" uid: be1b1971-a498-4212-8b72-12ccafffac4c kind: Event lastTimestamp: "2026-07-10T19:01:24Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-10T19:01:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:24Z" name: success-200-isvc-9b322-predictor-56ff68b897-sfxwq.18c102df04ff4380 namespace: kserve-ci-e2e-test resourceVersion: "20790" uid: 9fa23236-d034-410b-b3d4-b8c5348e9584 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9b322-predictor-56ff68b897-sfxwq namespace: kserve-ci-e2e-test resourceVersion: "20701" uid: be1b1971-a498-4212-8b72-12ccafffac4c kind: Event lastTimestamp: "2026-07-10T19:01:24Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-10T19:01:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:24Z" name: success-200-isvc-9b322-predictor-56ff68b897-sfxwq.18c102df057751ca namespace: kserve-ci-e2e-test resourceVersion: "20791" uid: 1c9dc9a9-d107-4f4f-99a7-4ecb14892ea6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9b322-predictor-56ff68b897-sfxwq namespace: kserve-ci-e2e-test resourceVersion: "20701" uid: be1b1971-a498-4212-8b72-12ccafffac4c kind: Event lastTimestamp: "2026-07-10T19:01:24Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-10T19:01:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:24Z" name: success-200-isvc-9b322-predictor-56ff68b897-sfxwq.18c102df05813b4b namespace: kserve-ci-e2e-test resourceVersion: "20792" uid: 96362a86-be9c-4298-b848-c1e6a8fc3098 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9b322-predictor-56ff68b897-sfxwq namespace: kserve-ci-e2e-test resourceVersion: "20701" uid: be1b1971-a498-4212-8b72-12ccafffac4c kind: Event lastTimestamp: "2026-07-10T19:01:24Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-10T19:01:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:24Z" name: success-200-isvc-9b322-predictor-56ff68b897-sfxwq.18c102df09cce02c namespace: kserve-ci-e2e-test resourceVersion: "20793" uid: 03673383-11ce-436f-b7d5-9ac154d560a9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9b322-predictor-56ff68b897-sfxwq namespace: kserve-ci-e2e-test resourceVersion: "20701" uid: be1b1971-a498-4212-8b72-12ccafffac4c kind: Event lastTimestamp: "2026-07-10T19:01:24Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:01:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:01:24Z" name: success-200-isvc-9b322-predictor-56ff68b897-sfxwq.18c102df0a46e966 namespace: kserve-ci-e2e-test resourceVersion: "20794" uid: 0b095f47-2b09-460b-b7a2-d34e5e548b42 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-10T19:01:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9b322-predictor-56ff68b897-sfxwq namespace: kserve-ci-e2e-test resourceVersion: "20701" uid: be1b1971-a498-4212-8b72-12ccafffac4c kind: Event lastTimestamp: "2026-07-10T19:02:00Z" message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-10T19:01:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:02:00Z" name: success-200-isvc-9b322-predictor-56ff68b897-sfxwq.18c102df21ba6da4 namespace: kserve-ci-e2e-test resourceVersion: "21298" uid: 124aedea-e278-4484-ae74-a5842f8f1046 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9b322-predictor-56ff68b897-sfxwq namespace: kserve-ci-e2e-test resourceVersion: "20701" uid: be1b1971-a498-4212-8b72-12ccafffac4c kind: Event lastTimestamp: "2026-07-10T19:10:37Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:37Z" name: success-200-isvc-9b322-predictor-56ff68b897-sfxwq.18c1035fc0d9bb04 namespace: kserve-ci-e2e-test resourceVersion: "24930" uid: 868ae86a-c3b6-4823-b2b7-69d88354e4f4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9b322-predictor-56ff68b897-sfxwq namespace: kserve-ci-e2e-test resourceVersion: "20701" uid: be1b1971-a498-4212-8b72-12ccafffac4c kind: Event lastTimestamp: "2026-07-10T19:10:37Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:10:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:37Z" name: success-200-isvc-9b322-predictor-56ff68b897-sfxwq.18c1035fc0dae5b9 namespace: kserve-ci-e2e-test resourceVersion: "24934" uid: 77a0d793-41cf-4c37-835f-e13665e3aa40 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:22Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-9b322-predictor-56ff68b897 namespace: kserve-ci-e2e-test resourceVersion: "20688" uid: f3159667-dc6c-468a-8de3-8836d36954d7 kind: Event lastTimestamp: "2026-07-10T19:01:22Z" message: 'Created pod: success-200-isvc-9b322-predictor-56ff68b897-sfxwq' metadata: creationTimestamp: "2026-07-10T19:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:01:22Z" name: success-200-isvc-9b322-predictor-56ff68b897.18c102de8cc2fb3c namespace: kserve-ci-e2e-test resourceVersion: "20699" uid: c5f849b8-d6f9-4d99-987d-b56a3eb99f49 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:22Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-9b322-predictor namespace: kserve-ci-e2e-test resourceVersion: "20683" uid: cf2a842b-0c4f-451c-9ac3-dbe22c489cbc kind: Event lastTimestamp: "2026-07-10T19:01:22Z" message: Scaled up replica set success-200-isvc-9b322-predictor-56ff68b897 from 0 to 1 metadata: creationTimestamp: "2026-07-10T19:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:01:22Z" name: success-200-isvc-9b322-predictor.18c102de8ae31dce namespace: kserve-ci-e2e-test resourceVersion: "20690" uid: 8d532d56-a4eb-49d1-b019-d66759625cd8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T19:01:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9b322-predictor namespace: kserve-ci-e2e-test resourceVersion: "20686" uid: 6493ab63-1036-46af-bcc7-4dbf2d3e6c8a kind: Event lastTimestamp: "2026-07-10T19:02:07Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:01:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:02:07Z" name: success-200-isvc-9b322-predictor.18c102e209c806ec namespace: kserve-ci-e2e-test resourceVersion: "21352" uid: dfd53afd-cec2-4048-9d75-10a8629b5c75 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T19:01:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9b322-predictor namespace: kserve-ci-e2e-test resourceVersion: "20686" uid: 6493ab63-1036-46af-bcc7-4dbf2d3e6c8a kind: Event lastTimestamp: "2026-07-10T19:02:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:01:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:02:07Z" name: success-200-isvc-9b322-predictor.18c102e20ab1c132 namespace: kserve-ci-e2e-test resourceVersion: "21354" uid: 547e23e8-d1ca-4c84-908d-aef6a53daa85 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:02:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9b322-predictor namespace: kserve-ci-e2e-test resourceVersion: "20948" uid: 6493ab63-1036-46af-bcc7-4dbf2d3e6c8a kind: Event lastTimestamp: "2026-07-10T19:02:37Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T19:02:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:02:37Z" name: success-200-isvc-9b322-predictor.18c102ec891ee72b namespace: kserve-ci-e2e-test resourceVersion: "21657" uid: 23366a35-bd5c-4d49-8d83-50a2cd6f2229 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:02:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9b322-predictor namespace: kserve-ci-e2e-test resourceVersion: "20948" uid: 6493ab63-1036-46af-bcc7-4dbf2d3e6c8a kind: Event lastTimestamp: "2026-07-10T19:02:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T19:02:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:02:37Z" name: success-200-isvc-9b322-predictor.18c102ec89ae0209 namespace: kserve-ci-e2e-test resourceVersion: "21659" uid: b7978d1c-d355-45e7-ada4-33494765cfc0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-10T19:01:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-9b322 namespace: kserve-ci-e2e-test resourceVersion: "20666" uid: 639de3a1-b911-445c-ba75-c6da8fadba77 kind: Event lastTimestamp: "2026-07-10T19:02:10Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-10T19:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:02:10Z" name: success-200-isvc-9b322.18c102de8adaf4a3 namespace: kserve-ci-e2e-test resourceVersion: "21397" uid: a398f3e9-1a64-4331-af9e-72dae242e8d3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-9b322 namespace: kserve-ci-e2e-test resourceVersion: "20666" uid: 639de3a1-b911-445c-ba75-c6da8fadba77 kind: Event lastTimestamp: "2026-07-10T19:01:22Z" message: 'Failed to update status for InferenceService "success-200-isvc-9b322": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-9b322": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T19:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:01:22Z" name: success-200-isvc-9b322.18c102de8b913697 namespace: kserve-ci-e2e-test resourceVersion: "20694" uid: 50060211-9431-4593-b512-2c840e53f347 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:01:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-9b322 namespace: kserve-ci-e2e-test resourceVersion: "20666" uid: 639de3a1-b911-445c-ba75-c6da8fadba77 kind: Event lastTimestamp: "2026-07-10T19:01:22Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-9b322": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T19:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:01:22Z" name: success-200-isvc-9b322.18c102de8b91a14b namespace: kserve-ci-e2e-test resourceVersion: "20696" uid: 125658e2-7a9d-4a7f-b52d-641cdc23de56 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:02:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-9b322 namespace: kserve-ci-e2e-test resourceVersion: "21394" uid: 639de3a1-b911-445c-ba75-c6da8fadba77 kind: Event lastTimestamp: "2026-07-10T19:02:10Z" message: InferenceService [success-200-isvc-9b322] is Ready metadata: creationTimestamp: "2026-07-10T19:02:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:02:10Z" name: success-200-isvc-9b322.18c102e9df01cbe0 namespace: kserve-ci-e2e-test resourceVersion: "21395" uid: c49bccd6-99a2-4314-ab57-57b3fcd40be5 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-10T18:48:52.656657Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh namespace: kserve-ci-e2e-test resourceVersion: "14052" uid: 62e9f59e-c117-4fb6-bc58-e0569b8f9ade kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-ba55b-predictor-575d4874b7-tx7wh to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T18:48:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T18:48:52Z" name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh.18c10230038cbd67 namespace: kserve-ci-e2e-test resourceVersion: "14056" uid: 00857117-3ee8-4dd0-a355-f2276c864423 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:48:52Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh namespace: kserve-ci-e2e-test resourceVersion: "14054" uid: 62e9f59e-c117-4fb6-bc58-e0569b8f9ade kind: Event lastTimestamp: "2026-07-10T18:48:52Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-ba55b-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-10T18:48:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:48:52Z" name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh.18c10230136a3d9f namespace: kserve-ci-e2e-test resourceVersion: "14086" uid: 0de03a18-0e0c-4eee-89ed-70a4c06b34ac reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:48:53Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh namespace: kserve-ci-e2e-test resourceVersion: "14063" uid: 62e9f59e-c117-4fb6-bc58-e0569b8f9ade kind: Event lastTimestamp: "2026-07-10T18:48:53Z" message: Add eth0 [10.134.0.19/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T18:48:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T18:48:53Z" name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh.18c102304119541a namespace: kserve-ci-e2e-test resourceVersion: "14176" uid: ffa84bba-f4ba-4312-aea5-7736e6a9e247 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:48:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh namespace: kserve-ci-e2e-test resourceVersion: "14054" uid: 62e9f59e-c117-4fb6-bc58-e0569b8f9ade kind: Event lastTimestamp: "2026-07-10T18:48:53Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1724" metadata: creationTimestamp: "2026-07-10T18:48:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:48:53Z" name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh.18c10230427c4708 namespace: kserve-ci-e2e-test resourceVersion: "14178" uid: 98dfc9f4-2cbb-4ed7-a803-be20bfcfda7e reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh namespace: kserve-ci-e2e-test resourceVersion: "14054" uid: 62e9f59e-c117-4fb6-bc58-e0569b8f9ade kind: Event lastTimestamp: "2026-07-10T18:49:12Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1724" in 18.702s (18.702s including waiting). Image size: 1335784057 bytes.' metadata: creationTimestamp: "2026-07-10T18:49:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:12Z" name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh.18c102349d3ad7f1 namespace: kserve-ci-e2e-test resourceVersion: "14382" uid: 2f6bf049-031f-4103-b935-12259d9a19d6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh namespace: kserve-ci-e2e-test resourceVersion: "14054" uid: 62e9f59e-c117-4fb6-bc58-e0569b8f9ade kind: Event lastTimestamp: "2026-07-10T18:49:12Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-10T18:49:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:12Z" name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh.18c10234a1735088 namespace: kserve-ci-e2e-test resourceVersion: "14387" uid: 6edc2183-8009-4697-b3b4-a66acd8b2a30 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh namespace: kserve-ci-e2e-test resourceVersion: "14054" uid: 62e9f59e-c117-4fb6-bc58-e0569b8f9ade kind: Event lastTimestamp: "2026-07-10T18:49:12Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-10T18:49:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:12Z" name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh.18c10234a1f5bb1c namespace: kserve-ci-e2e-test resourceVersion: "14389" uid: e6bd90c7-e00b-4d34-9651-6f17141952a5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh namespace: kserve-ci-e2e-test resourceVersion: "14054" uid: 62e9f59e-c117-4fb6-bc58-e0569b8f9ade kind: Event lastTimestamp: "2026-07-10T18:49:12Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-10T18:49:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:12Z" name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh.18c10234a204bee4 namespace: kserve-ci-e2e-test resourceVersion: "14391" uid: 127e28c4-e33c-477e-b1ce-4bdf7e3397cd reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh namespace: kserve-ci-e2e-test resourceVersion: "14054" uid: 62e9f59e-c117-4fb6-bc58-e0569b8f9ade kind: Event lastTimestamp: "2026-07-10T18:49:15Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.562s (2.562s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-10T18:49:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:15Z" name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh.18c102353ac46422 namespace: kserve-ci-e2e-test resourceVersion: "14422" uid: f16485fb-3535-48d4-aee7-0719a760f580 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh namespace: kserve-ci-e2e-test resourceVersion: "14054" uid: 62e9f59e-c117-4fb6-bc58-e0569b8f9ade kind: Event lastTimestamp: "2026-07-10T18:49:15Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-10T18:49:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:15Z" name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh.18c102353e04d018 namespace: kserve-ci-e2e-test resourceVersion: "14424" uid: 0cb2a44e-cf5f-420d-b30f-4bf83f776c82 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:49:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh namespace: kserve-ci-e2e-test resourceVersion: "14054" uid: 62e9f59e-c117-4fb6-bc58-e0569b8f9ade kind: Event lastTimestamp: "2026-07-10T18:49:15Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T18:49:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:15Z" name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh.18c102353e8472d0 namespace: kserve-ci-e2e-test resourceVersion: "14426" uid: 1b37bad6-a2fe-4e9a-bdd9-d55f3bf67e8a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-10T18:49:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh namespace: kserve-ci-e2e-test resourceVersion: "14054" uid: 62e9f59e-c117-4fb6-bc58-e0569b8f9ade kind: Event lastTimestamp: "2026-07-10T18:49:52Z" message: 'Readiness probe failed: dial tcp 10.134.0.19:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-10T18:49:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:49:52Z" name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh.18c1023597be3015 namespace: kserve-ci-e2e-test resourceVersion: "14773" uid: 07f2caad-a0e5-4ecd-b14e-6ec950a8fb28 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh namespace: kserve-ci-e2e-test resourceVersion: "14054" uid: 62e9f59e-c117-4fb6-bc58-e0569b8f9ade kind: Event lastTimestamp: "2026-07-10T18:50:37Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:50:37Z" name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh.18c1024853a5a18f namespace: kserve-ci-e2e-test resourceVersion: "15286" uid: 0e5ee4d8-6b36-4fcf-93c6-184323db99c2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh namespace: kserve-ci-e2e-test resourceVersion: "14054" uid: 62e9f59e-c117-4fb6-bc58-e0569b8f9ade kind: Event lastTimestamp: "2026-07-10T18:50:37Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:50:37Z" name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh.18c1024853a656ac namespace: kserve-ci-e2e-test resourceVersion: "15290" uid: ecc17fa4-8252-4fff-b8b8-fc6c1e2b18a7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh namespace: kserve-ci-e2e-test resourceVersion: "14054" uid: 62e9f59e-c117-4fb6-bc58-e0569b8f9ade kind: Event lastTimestamp: "2026-07-10T18:50:37Z" message: 'Readiness probe failed: Get "https://10.134.0.19:8643/healthz": dial tcp 10.134.0.19:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:50:37Z" name: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh.18c102487402e34d namespace: kserve-ci-e2e-test resourceVersion: "15343" uid: 00ef2fd5-b77f-42c8-a2c0-9d8e8899767a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:48:52Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-ba55b-predictor-575d4874b7 namespace: kserve-ci-e2e-test resourceVersion: "14048" uid: 129c7f67-d716-4b90-b0eb-2b583508115c kind: Event lastTimestamp: "2026-07-10T18:48:52Z" message: 'Created pod: success-200-isvc-ba55b-predictor-575d4874b7-tx7wh' metadata: creationTimestamp: "2026-07-10T18:48:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:48:52Z" name: success-200-isvc-ba55b-predictor-575d4874b7.18c10230031390ee namespace: kserve-ci-e2e-test resourceVersion: "14053" uid: 98e6d15f-6dea-4cf2-8286-6bc3e30f74dd reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:48:52Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-ba55b-predictor namespace: kserve-ci-e2e-test resourceVersion: "14045" uid: bb8ca36b-bf5f-4e33-95aa-02268dfbc21a kind: Event lastTimestamp: "2026-07-10T18:48:52Z" message: Scaled up replica set success-200-isvc-ba55b-predictor-575d4874b7 from 0 to 1 metadata: creationTimestamp: "2026-07-10T18:48:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:48:52Z" name: success-200-isvc-ba55b-predictor.18c1022fff73b16c namespace: kserve-ci-e2e-test resourceVersion: "14049" uid: 837a20ed-1bd2-431a-8fd8-51bc6c4819b0 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-10T18:49:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ba55b-predictor namespace: kserve-ci-e2e-test resourceVersion: "14061" uid: 52ed068a-990a-4dde-b9db-ed06f5a77320 kind: Event lastTimestamp: "2026-07-10T18:49:52Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T18:49:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:49:52Z" name: success-200-isvc-ba55b-predictor.18c1023384f45d96 namespace: kserve-ci-e2e-test resourceVersion: "14776" uid: 164bab8e-fc76-46d1-8271-cda56952a60b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-10T18:49:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ba55b-predictor namespace: kserve-ci-e2e-test resourceVersion: "14061" uid: 52ed068a-990a-4dde-b9db-ed06f5a77320 kind: Event lastTimestamp: "2026-07-10T18:49:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T18:49:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:49:52Z" name: success-200-isvc-ba55b-predictor.18c10233855f4ccf namespace: kserve-ci-e2e-test resourceVersion: "14777" uid: ef17fb64-1d7c-43a0-8ce3-b54af46ccd16 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T18:50:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ba55b-predictor namespace: kserve-ci-e2e-test resourceVersion: "14322" uid: 52ed068a-990a-4dde-b9db-ed06f5a77320 kind: Event lastTimestamp: "2026-07-10T18:50:22Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T18:50:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:50:22Z" name: success-200-isvc-ba55b-predictor.18c102418125c8a0 namespace: kserve-ci-e2e-test resourceVersion: "15062" uid: 0465b205-da09-4958-bae6-78e67e4c7058 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T18:50:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ba55b-predictor namespace: kserve-ci-e2e-test resourceVersion: "14322" uid: 52ed068a-990a-4dde-b9db-ed06f5a77320 kind: Event lastTimestamp: "2026-07-10T18:50:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T18:50:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:50:22Z" name: success-200-isvc-ba55b-predictor.18c10241819744e1 namespace: kserve-ci-e2e-test resourceVersion: "15063" uid: b6787c60-fdc2-4b9b-9787-89e457b5acbc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-10T18:48:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ba55b namespace: kserve-ci-e2e-test resourceVersion: "14037" uid: 5a2d8b08-b219-434d-a915-7ba1c2bd3752 kind: Event lastTimestamp: "2026-07-10T18:50:02Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-10T18:48:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:50:02Z" name: success-200-isvc-ba55b.18c1023005766c3f namespace: kserve-ci-e2e-test resourceVersion: "14874" uid: e81cf97a-6efc-4379-9b7e-f307bb3ccad0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ba55b namespace: kserve-ci-e2e-test resourceVersion: "14870" uid: 5a2d8b08-b219-434d-a915-7ba1c2bd3752 kind: Event lastTimestamp: "2026-07-10T18:50:02Z" message: InferenceService [success-200-isvc-ba55b] is Ready metadata: creationTimestamp: "2026-07-10T18:50:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:50:02Z" name: success-200-isvc-ba55b.18c10240537c2285 namespace: kserve-ci-e2e-test resourceVersion: "14872" uid: 26ebd74b-f569-4ef5-80eb-8731e09c0b1a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-10T19:11:57.427765Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp namespace: kserve-ci-e2e-test resourceVersion: "26174" uid: 08d5dbf1-6092-4fd2-a8c8-10ffcf536ed3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T19:11:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T19:11:57Z" name: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp.18c103726e56fef6 namespace: kserve-ci-e2e-test resourceVersion: "26181" uid: e9f510e3-2b54-4a46-bf78-a2e18ad4b923 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:57Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp namespace: kserve-ci-e2e-test resourceVersion: "26177" uid: 08d5dbf1-6092-4fd2-a8c8-10ffcf536ed3 kind: Event lastTimestamp: "2026-07-10T19:11:57Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-d1618-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-10T19:11:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:57Z" name: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp.18c103727f00db4f namespace: kserve-ci-e2e-test resourceVersion: "26229" uid: bcf69b59-8e73-482f-b397-6d79b95b2659 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:58Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp namespace: kserve-ci-e2e-test resourceVersion: "26185" uid: 08d5dbf1-6092-4fd2-a8c8-10ffcf536ed3 kind: Event lastTimestamp: "2026-07-10T19:11:58Z" message: Add eth0 [10.134.0.48/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T19:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T19:11:58Z" name: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp.18c10372ac0fe3b3 namespace: kserve-ci-e2e-test resourceVersion: "26250" uid: 01d588a9-2f49-476f-906b-ee3a74682288 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp namespace: kserve-ci-e2e-test resourceVersion: "26177" uid: 08d5dbf1-6092-4fd2-a8c8-10ffcf536ed3 kind: Event lastTimestamp: "2026-07-10T19:11:58Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1724" already present on machine metadata: creationTimestamp: "2026-07-10T19:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:58Z" name: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp.18c10372ad6aadfd namespace: kserve-ci-e2e-test resourceVersion: "26252" uid: 9bba7dcf-9ca5-445b-a7cc-09b4e824f389 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp namespace: kserve-ci-e2e-test resourceVersion: "26177" uid: 08d5dbf1-6092-4fd2-a8c8-10ffcf536ed3 kind: Event lastTimestamp: "2026-07-10T19:11:58Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-10T19:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:58Z" name: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp.18c10372b0d613de namespace: kserve-ci-e2e-test resourceVersion: "26255" uid: 9ed0ffc8-9fc2-4267-b923-e6fd7857d748 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp namespace: kserve-ci-e2e-test resourceVersion: "26177" uid: 08d5dbf1-6092-4fd2-a8c8-10ffcf536ed3 kind: Event lastTimestamp: "2026-07-10T19:11:58Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-10T19:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:58Z" name: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp.18c10372b1add72f namespace: kserve-ci-e2e-test resourceVersion: "26258" uid: c8ec1784-eb4f-4d3e-93c8-fd58f610da9d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp namespace: kserve-ci-e2e-test resourceVersion: "26177" uid: 08d5dbf1-6092-4fd2-a8c8-10ffcf536ed3 kind: Event lastTimestamp: "2026-07-10T19:11:58Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-10T19:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:58Z" name: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp.18c10372b1b8e1c7 namespace: kserve-ci-e2e-test resourceVersion: "26259" uid: b318e3cc-82a8-4bd6-8827-8f14b95dfe0b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp namespace: kserve-ci-e2e-test resourceVersion: "26177" uid: 08d5dbf1-6092-4fd2-a8c8-10ffcf536ed3 kind: Event lastTimestamp: "2026-07-10T19:11:58Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-10T19:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:58Z" name: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp.18c10372b51faee9 namespace: kserve-ci-e2e-test resourceVersion: "26261" uid: c563e067-b4d8-4fba-b9fd-f0c302fea912 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp namespace: kserve-ci-e2e-test resourceVersion: "26177" uid: 08d5dbf1-6092-4fd2-a8c8-10ffcf536ed3 kind: Event lastTimestamp: "2026-07-10T19:11:58Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:58Z" name: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp.18c10372b595fe15 namespace: kserve-ci-e2e-test resourceVersion: "26262" uid: 55654c7d-1557-4669-9e52-c7b44f47ddda reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-10T19:11:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp namespace: kserve-ci-e2e-test resourceVersion: "26177" uid: 08d5dbf1-6092-4fd2-a8c8-10ffcf536ed3 kind: Event lastTimestamp: "2026-07-10T19:12:35Z" message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-10T19:11:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:12:35Z" name: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp.18c10372ec47a02c namespace: kserve-ci-e2e-test resourceVersion: "26597" uid: 23917db5-276d-401e-aa86-c9497313eb28 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:21:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp namespace: kserve-ci-e2e-test resourceVersion: "26177" uid: 08d5dbf1-6092-4fd2-a8c8-10ffcf536ed3 kind: Event lastTimestamp: "2026-07-10T19:21:12Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-10T19:21:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:21:12Z" name: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp.18c103f39fd33a41 namespace: kserve-ci-e2e-test resourceVersion: "30050" uid: 1dda1890-26ab-41cd-9b8a-a59f5152bc6b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:21:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp namespace: kserve-ci-e2e-test resourceVersion: "26177" uid: 08d5dbf1-6092-4fd2-a8c8-10ffcf536ed3 kind: Event lastTimestamp: "2026-07-10T19:21:12Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:21:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:21:12Z" name: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp.18c103f39fd3ceba namespace: kserve-ci-e2e-test resourceVersion: "30051" uid: 7cc5502e-2dbb-445a-b57b-2f40815a83f1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:21:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp namespace: kserve-ci-e2e-test resourceVersion: "26177" uid: 08d5dbf1-6092-4fd2-a8c8-10ffcf536ed3 kind: Event lastTimestamp: "2026-07-10T19:21:16Z" message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": context deadline exceeded' metadata: creationTimestamp: "2026-07-10T19:21:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:21:16Z" name: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp.18c103f49c513e4f namespace: kserve-ci-e2e-test resourceVersion: "30103" uid: 57bd837f-34cd-4ae6-83e3-c870425a4e37 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:21:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp namespace: kserve-ci-e2e-test resourceVersion: "26177" uid: 08d5dbf1-6092-4fd2-a8c8-10ffcf536ed3 kind: Event lastTimestamp: "2026-07-10T19:21:16Z" message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: i/o timeout' metadata: creationTimestamp: "2026-07-10T19:21:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:21:16Z" name: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp.18c103f49cbe8cb2 namespace: kserve-ci-e2e-test resourceVersion: "30105" uid: b09287d9-359e-40d4-8584-930407bd9e90 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-d1618-predictor-6bf69b6c7 namespace: kserve-ci-e2e-test resourceVersion: "26158" uid: dad43cfc-5623-4ffa-a0c4-25a8203e5594 kind: Event lastTimestamp: "2026-07-10T19:11:57Z" message: 'Created pod: success-200-isvc-d1618-predictor-6bf69b6c7-q5mvp' metadata: creationTimestamp: "2026-07-10T19:11:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:11:57Z" name: success-200-isvc-d1618-predictor-6bf69b6c7.18c103726deb8ccd namespace: kserve-ci-e2e-test resourceVersion: "26176" uid: a176dfa3-678e-4f72-8760-ba2dcd2a6972 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-d1618-predictor namespace: kserve-ci-e2e-test resourceVersion: "26151" uid: 90ef8274-7925-45cb-8517-afef360684dd kind: Event lastTimestamp: "2026-07-10T19:11:57Z" message: Scaled up replica set success-200-isvc-d1618-predictor-6bf69b6c7 from 0 to 1 metadata: creationTimestamp: "2026-07-10T19:11:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:11:57Z" name: success-200-isvc-d1618-predictor.18c103726c1c14b3 namespace: kserve-ci-e2e-test resourceVersion: "26163" uid: b158ce88-826a-4586-abd3-06102a477b2e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T19:12:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d1618-predictor namespace: kserve-ci-e2e-test resourceVersion: "26157" uid: 8cec236b-cc72-4911-8f40-239b63d37148 kind: Event lastTimestamp: "2026-07-10T19:12:57Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T19:12:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:12:57Z" name: success-200-isvc-d1618-predictor.18c10375eaafc568 namespace: kserve-ci-e2e-test resourceVersion: "26765" uid: aac3bbe2-dae0-4c24-8657-6d84f2e6bce3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T19:12:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d1618-predictor namespace: kserve-ci-e2e-test resourceVersion: "26157" uid: 8cec236b-cc72-4911-8f40-239b63d37148 kind: Event lastTimestamp: "2026-07-10T19:12:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T19:12:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:12:57Z" name: success-200-isvc-d1618-predictor.18c10375eb159076 namespace: kserve-ci-e2e-test resourceVersion: "26766" uid: 88747c01-086a-4196-85e4-ad4121eaf5bd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:12:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d1618-predictor namespace: kserve-ci-e2e-test resourceVersion: "26422" uid: 8cec236b-cc72-4911-8f40-239b63d37148 kind: Event lastTimestamp: "2026-07-10T19:12:27Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:12:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:12:27Z" name: success-200-isvc-d1618-predictor.18c103796a210432 namespace: kserve-ci-e2e-test resourceVersion: "26539" uid: c1f5a38b-345a-4531-98e9-0d13d5ab984f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:12:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d1618-predictor namespace: kserve-ci-e2e-test resourceVersion: "26422" uid: 8cec236b-cc72-4911-8f40-239b63d37148 kind: Event lastTimestamp: "2026-07-10T19:12:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:12:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:12:27Z" name: success-200-isvc-d1618-predictor.18c103796a85a513 namespace: kserve-ci-e2e-test resourceVersion: "26541" uid: b8c63d6b-9205-4136-b021-c75e00972a31 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-10T19:11:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d1618 namespace: kserve-ci-e2e-test resourceVersion: "26144" uid: 96926201-53da-4631-a215-9960cccc62d3 kind: Event lastTimestamp: "2026-07-10T19:12:45Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-10T19:11:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:12:45Z" name: success-200-isvc-d1618.18c103726bf122b4 namespace: kserve-ci-e2e-test resourceVersion: "26691" uid: 06466398-e38a-49ac-af70-412f3ed646ef reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d1618 namespace: kserve-ci-e2e-test resourceVersion: "26144" uid: 96926201-53da-4631-a215-9960cccc62d3 kind: Event lastTimestamp: "2026-07-10T19:11:57Z" message: 'Failed to update status for InferenceService "success-200-isvc-d1618": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-d1618": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T19:11:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:11:57Z" name: success-200-isvc-d1618.18c103726cd9f41d namespace: kserve-ci-e2e-test resourceVersion: "26170" uid: 8c65bcaa-b95a-4171-9223-163171ad8efa reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d1618 namespace: kserve-ci-e2e-test resourceVersion: "26144" uid: 96926201-53da-4631-a215-9960cccc62d3 kind: Event lastTimestamp: "2026-07-10T19:11:57Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-d1618": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T19:11:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:11:57Z" name: success-200-isvc-d1618.18c103726cda6b35 namespace: kserve-ci-e2e-test resourceVersion: "26172" uid: c6bc74c3-6332-41da-8abd-1715fdecca76 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:12:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d1618 namespace: kserve-ci-e2e-test resourceVersion: "26687" uid: 96926201-53da-4631-a215-9960cccc62d3 kind: Event lastTimestamp: "2026-07-10T19:12:45Z" message: InferenceService [success-200-isvc-d1618] is Ready metadata: creationTimestamp: "2026-07-10T19:12:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:12:45Z" name: success-200-isvc-d1618.18c1037daa0f1aac namespace: kserve-ci-e2e-test resourceVersion: "26688" uid: 55ecfe92-9a47-4428-ae1b-bd5f178e7d2c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-10T18:50:37.052048Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d6b08-predictor-7ff55c75f7-t5xsf namespace: kserve-ci-e2e-test resourceVersion: "15259" uid: a3c1737f-3369-4d97-a7b4-e021e0d034bd kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-d6b08-predictor-7ff55c75f7-t5xsf to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T18:50:37Z" name: success-200-isvc-d6b08-predictor-7ff55c75f7-t5xsf.18c1024851fffc3a namespace: kserve-ci-e2e-test resourceVersion: "15273" uid: 6a792c14-c512-4c92-ae2b-251e4cd746cf reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:37Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d6b08-predictor-7ff55c75f7-t5xsf namespace: kserve-ci-e2e-test resourceVersion: "15289" uid: a3c1737f-3369-4d97-a7b4-e021e0d034bd kind: Event lastTimestamp: "2026-07-10T18:50:37Z" message: Add eth0 [10.134.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T18:50:37Z" name: success-200-isvc-d6b08-predictor-7ff55c75f7-t5xsf.18c102486d1addd0 namespace: kserve-ci-e2e-test resourceVersion: "15334" uid: 7abdec60-e737-4c50-b3f4-0f40f3fd7450 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d6b08-predictor-7ff55c75f7-t5xsf namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: a3c1737f-3369-4d97-a7b4-e021e0d034bd kind: Event lastTimestamp: "2026-07-10T18:50:37Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1724" already present on machine metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:50:37Z" name: success-200-isvc-d6b08-predictor-7ff55c75f7-t5xsf.18c102486e9e85ad namespace: kserve-ci-e2e-test resourceVersion: "15336" uid: 47cb1c9d-37b1-4e37-a894-b0f382e9014e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d6b08-predictor-7ff55c75f7-t5xsf namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: a3c1737f-3369-4d97-a7b4-e021e0d034bd kind: Event lastTimestamp: "2026-07-10T18:50:37Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:50:37Z" name: success-200-isvc-d6b08-predictor-7ff55c75f7-t5xsf.18c10248733777e6 namespace: kserve-ci-e2e-test resourceVersion: "15340" uid: 981f7534-0160-42c6-94aa-c773f5a72eb3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d6b08-predictor-7ff55c75f7-t5xsf namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: a3c1737f-3369-4d97-a7b4-e021e0d034bd kind: Event lastTimestamp: "2026-07-10T18:50:37Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:50:37Z" name: success-200-isvc-d6b08-predictor-7ff55c75f7-t5xsf.18c1024873b0fd3b namespace: kserve-ci-e2e-test resourceVersion: "15341" uid: 34c8518a-6078-49e0-b0af-2054b6a23cc0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d6b08-predictor-7ff55c75f7-t5xsf namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: a3c1737f-3369-4d97-a7b4-e021e0d034bd kind: Event lastTimestamp: "2026-07-10T18:50:37Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:50:37Z" name: success-200-isvc-d6b08-predictor-7ff55c75f7-t5xsf.18c1024873ba4c83 namespace: kserve-ci-e2e-test resourceVersion: "15342" uid: 969b737b-4d34-474f-ba0b-d31e78c12347 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d6b08-predictor-7ff55c75f7-t5xsf namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: a3c1737f-3369-4d97-a7b4-e021e0d034bd kind: Event lastTimestamp: "2026-07-10T18:50:37Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:50:37Z" name: success-200-isvc-d6b08-predictor-7ff55c75f7-t5xsf.18c1024876da5e5d namespace: kserve-ci-e2e-test resourceVersion: "15345" uid: 388ef60f-dcbb-4eee-b2ce-52eae3f6ab8c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d6b08-predictor-7ff55c75f7-t5xsf namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: a3c1737f-3369-4d97-a7b4-e021e0d034bd kind: Event lastTimestamp: "2026-07-10T18:50:37Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:50:37Z" name: success-200-isvc-d6b08-predictor-7ff55c75f7-t5xsf.18c102487750caf4 namespace: kserve-ci-e2e-test resourceVersion: "15349" uid: 8b09a843-9d6f-4ccf-9da7-bc15b1a0cfb6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-07-10T18:50:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d6b08-predictor-7ff55c75f7-t5xsf namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: a3c1737f-3369-4d97-a7b4-e021e0d034bd kind: Event lastTimestamp: "2026-07-10T19:00:04Z" message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-10T18:50:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:05Z" name: success-200-isvc-d6b08-predictor-7ff55c75f7-t5xsf.18c10248c576d68c namespace: kserve-ci-e2e-test resourceVersion: "19839" uid: bf5cf99e-bd5e-4e0e-a648-cf5d54824bf8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d6b08-predictor-7ff55c75f7-t5xsf namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: a3c1737f-3369-4d97-a7b4-e021e0d034bd kind: Event lastTimestamp: "2026-07-10T19:00:02Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-10T19:00:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:02Z" name: success-200-isvc-d6b08-predictor-7ff55c75f7-t5xsf.18c102cbe00a5f88 namespace: kserve-ci-e2e-test resourceVersion: "19743" uid: 65f2ab07-e8b9-4b8f-a56a-427439e188b0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d6b08-predictor-7ff55c75f7-t5xsf namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: a3c1737f-3369-4d97-a7b4-e021e0d034bd kind: Event lastTimestamp: "2026-07-10T19:00:02Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:00:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:02Z" name: success-200-isvc-d6b08-predictor-7ff55c75f7-t5xsf.18c102cbe00ba9f9 namespace: kserve-ci-e2e-test resourceVersion: "19746" uid: 19958518-574a-450f-9902-8c226be098a5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d6b08-predictor-7ff55c75f7-t5xsf namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: a3c1737f-3369-4d97-a7b4-e021e0d034bd kind: Event lastTimestamp: "2026-07-10T19:00:04Z" message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp 10.134.0.24:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-10T19:00:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:04Z" name: success-200-isvc-d6b08-predictor-7ff55c75f7-t5xsf.18c102cc8de4e851 namespace: kserve-ci-e2e-test resourceVersion: "19838" uid: 03c48dbe-0598-43a0-b503-d8a47e998301 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:37Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-d6b08-predictor-7ff55c75f7 namespace: kserve-ci-e2e-test resourceVersion: "15250" uid: 619d06b8-742d-492a-a14e-76e5a8e9120e kind: Event lastTimestamp: "2026-07-10T18:50:37Z" message: 'Created pod: success-200-isvc-d6b08-predictor-7ff55c75f7-t5xsf' metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:50:37Z" name: success-200-isvc-d6b08-predictor-7ff55c75f7.18c10248516590b2 namespace: kserve-ci-e2e-test resourceVersion: "15265" uid: 5aee65c3-4401-4fc2-9067-92d52a1e5c1a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:36Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-d6b08-predictor namespace: kserve-ci-e2e-test resourceVersion: "15246" uid: cbd2236f-bf51-42f2-ac6b-6ddc4b506ec6 kind: Event lastTimestamp: "2026-07-10T18:50:36Z" message: Scaled up replica set success-200-isvc-d6b08-predictor-7ff55c75f7 from 0 to 1 metadata: creationTimestamp: "2026-07-10T18:50:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:50:36Z" name: success-200-isvc-d6b08-predictor.18c102484e2a0db1 namespace: kserve-ci-e2e-test resourceVersion: "15252" uid: 928be426-cc67-4e4c-9db4-2052dc40715f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T18:50:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d6b08-predictor namespace: kserve-ci-e2e-test resourceVersion: "15249" uid: 051dbdea-6c3b-4fa7-86c8-6a50f5d9afab kind: Event lastTimestamp: "2026-07-10T18:51:22Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T18:50:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:51:22Z" name: success-200-isvc-d6b08-predictor.18c1024bcd18ecb2 namespace: kserve-ci-e2e-test resourceVersion: "15938" uid: 59b8b77b-3f9b-444e-9ef0-8f364b5f5063 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T18:50:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d6b08-predictor namespace: kserve-ci-e2e-test resourceVersion: "15249" uid: 051dbdea-6c3b-4fa7-86c8-6a50f5d9afab kind: Event lastTimestamp: "2026-07-10T18:51:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T18:50:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:51:22Z" name: success-200-isvc-d6b08-predictor.18c1024bcd8514ec namespace: kserve-ci-e2e-test resourceVersion: "15939" uid: e8d43b80-1aec-4f96-8fdb-089524c4685f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T18:51:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d6b08-predictor namespace: kserve-ci-e2e-test resourceVersion: "15483" uid: 051dbdea-6c3b-4fa7-86c8-6a50f5d9afab kind: Event lastTimestamp: "2026-07-10T18:52:07Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T18:51:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:52:07Z" name: success-200-isvc-d6b08-predictor.18c102564a4fa349 namespace: kserve-ci-e2e-test resourceVersion: "16368" uid: 0abda2aa-d1d1-4e95-a199-cb3163efb6c4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T18:51:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d6b08-predictor namespace: kserve-ci-e2e-test resourceVersion: "15483" uid: 051dbdea-6c3b-4fa7-86c8-6a50f5d9afab kind: Event lastTimestamp: "2026-07-10T18:52:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T18:51:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:52:07Z" name: success-200-isvc-d6b08-predictor.18c102564ab1fc49 namespace: kserve-ci-e2e-test resourceVersion: "16369" uid: edef5650-a9ab-456b-9c2c-58ee664106ba reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-10T18:50:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d6b08 namespace: kserve-ci-e2e-test resourceVersion: "15240" uid: e07c39f9-0b89-46da-9408-158578b60d1b kind: Event lastTimestamp: "2026-07-10T18:51:35Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-10T18:50:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:51:35Z" name: success-200-isvc-d6b08.18c102484dfe94d3 namespace: kserve-ci-e2e-test resourceVersion: "16067" uid: 79e1dfb1-6c71-47ff-957a-a2de93cbd8b3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d6b08 namespace: kserve-ci-e2e-test resourceVersion: "15240" uid: e07c39f9-0b89-46da-9408-158578b60d1b kind: Event lastTimestamp: "2026-07-10T18:50:36Z" message: 'Failed to update status for InferenceService "success-200-isvc-d6b08": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-d6b08": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T18:50:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:50:36Z" name: success-200-isvc-d6b08.18c102484e511a61 namespace: kserve-ci-e2e-test resourceVersion: "15254" uid: 53bb9a09-3915-407a-b1b8-68f33d791cb9 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d6b08 namespace: kserve-ci-e2e-test resourceVersion: "15240" uid: e07c39f9-0b89-46da-9408-158578b60d1b kind: Event lastTimestamp: "2026-07-10T18:50:36Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-d6b08": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T18:50:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:50:36Z" name: success-200-isvc-d6b08.18c102484e516319 namespace: kserve-ci-e2e-test resourceVersion: "15255" uid: aa8f58c8-8288-4ec4-ab0d-8c187507f682 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d6b08 namespace: kserve-ci-e2e-test resourceVersion: "16065" uid: e07c39f9-0b89-46da-9408-158578b60d1b kind: Event lastTimestamp: "2026-07-10T18:51:35Z" message: InferenceService [success-200-isvc-d6b08] is Ready metadata: creationTimestamp: "2026-07-10T18:51:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:51:35Z" name: success-200-isvc-d6b08.18c10255d48ca897 namespace: kserve-ci-e2e-test resourceVersion: "16066" uid: 29577e24-23e5-4ea8-8dde-fe83bc7bf5ce reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-10T19:10:53.154104Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-df329-predictor-84bcc6b5bf-96thc namespace: kserve-ci-e2e-test resourceVersion: "25465" uid: d4648106-80c9-4685-9fd2-32e13aad5682 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-df329-predictor-84bcc6b5bf-96thc to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T19:10:53Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T19:10:53Z" name: success-200-isvc-df329-predictor-84bcc6b5bf-96thc.18c103637754bf1f namespace: kserve-ci-e2e-test resourceVersion: "25473" uid: 84fe8dfa-ee3c-4eed-b111-22ac14947c34 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:53Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-df329-predictor-84bcc6b5bf-96thc namespace: kserve-ci-e2e-test resourceVersion: "25468" uid: d4648106-80c9-4685-9fd2-32e13aad5682 kind: Event lastTimestamp: "2026-07-10T19:10:53Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-df329-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-10T19:10:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:53Z" name: success-200-isvc-df329-predictor-84bcc6b5bf-96thc.18c103638366083f namespace: kserve-ci-e2e-test resourceVersion: "25511" uid: 87c1f06b-7e8c-4730-bfe2-80b99f3f28bc reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:54Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-df329-predictor-84bcc6b5bf-96thc namespace: kserve-ci-e2e-test resourceVersion: "25487" uid: d4648106-80c9-4685-9fd2-32e13aad5682 kind: Event lastTimestamp: "2026-07-10T19:10:54Z" message: Add eth0 [10.134.0.45/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T19:10:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T19:10:54Z" name: success-200-isvc-df329-predictor-84bcc6b5bf-96thc.18c10363b67a80bf namespace: kserve-ci-e2e-test resourceVersion: "25530" uid: 7b9fd778-cf9c-45f1-9702-2d1e3bc49c1d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-df329-predictor-84bcc6b5bf-96thc namespace: kserve-ci-e2e-test resourceVersion: "25468" uid: d4648106-80c9-4685-9fd2-32e13aad5682 kind: Event lastTimestamp: "2026-07-10T19:10:54Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1724" already present on machine metadata: creationTimestamp: "2026-07-10T19:10:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:54Z" name: success-200-isvc-df329-predictor-84bcc6b5bf-96thc.18c10363b8c922e0 namespace: kserve-ci-e2e-test resourceVersion: "25532" uid: 6c9323e9-c598-40e0-b832-ff728883541e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-df329-predictor-84bcc6b5bf-96thc namespace: kserve-ci-e2e-test resourceVersion: "25468" uid: d4648106-80c9-4685-9fd2-32e13aad5682 kind: Event lastTimestamp: "2026-07-10T19:10:54Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-10T19:10:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:54Z" name: success-200-isvc-df329-predictor-84bcc6b5bf-96thc.18c10363bc05c21a namespace: kserve-ci-e2e-test resourceVersion: "25533" uid: f0c5de61-8ab4-4f6b-b9bd-9cff1be57e40 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-df329-predictor-84bcc6b5bf-96thc namespace: kserve-ci-e2e-test resourceVersion: "25468" uid: d4648106-80c9-4685-9fd2-32e13aad5682 kind: Event lastTimestamp: "2026-07-10T19:10:54Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-10T19:10:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:54Z" name: success-200-isvc-df329-predictor-84bcc6b5bf-96thc.18c10363bc88aa72 namespace: kserve-ci-e2e-test resourceVersion: "25534" uid: 888c221e-7530-4387-b174-c31c8488deec reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-df329-predictor-84bcc6b5bf-96thc namespace: kserve-ci-e2e-test resourceVersion: "25468" uid: d4648106-80c9-4685-9fd2-32e13aad5682 kind: Event lastTimestamp: "2026-07-10T19:10:54Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-10T19:10:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:54Z" name: success-200-isvc-df329-predictor-84bcc6b5bf-96thc.18c10363bc94a7a1 namespace: kserve-ci-e2e-test resourceVersion: "25536" uid: 3f1452a3-771f-4af5-8163-39be85155510 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-df329-predictor-84bcc6b5bf-96thc namespace: kserve-ci-e2e-test resourceVersion: "25468" uid: d4648106-80c9-4685-9fd2-32e13aad5682 kind: Event lastTimestamp: "2026-07-10T19:10:54Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-10T19:10:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:54Z" name: success-200-isvc-df329-predictor-84bcc6b5bf-96thc.18c10363c0012368 namespace: kserve-ci-e2e-test resourceVersion: "25539" uid: e7f1c6fd-ea5c-4d75-94db-f3084fbfb805 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-df329-predictor-84bcc6b5bf-96thc namespace: kserve-ci-e2e-test resourceVersion: "25468" uid: d4648106-80c9-4685-9fd2-32e13aad5682 kind: Event lastTimestamp: "2026-07-10T19:10:54Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:10:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:10:54Z" name: success-200-isvc-df329-predictor-84bcc6b5bf-96thc.18c10363c07b34e3 namespace: kserve-ci-e2e-test resourceVersion: "25540" uid: c196ad55-319d-4855-8c25-6fb5109c7e07 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-10T19:10:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-df329-predictor-84bcc6b5bf-96thc namespace: kserve-ci-e2e-test resourceVersion: "25468" uid: d4648106-80c9-4685-9fd2-32e13aad5682 kind: Event lastTimestamp: "2026-07-10T19:11:41Z" message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-10T19:10:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:11:41Z" name: success-200-isvc-df329-predictor-84bcc6b5bf-96thc.18c10363f2dd00da namespace: kserve-ci-e2e-test resourceVersion: "25950" uid: fefdab03-e64e-44f9-8d39-348ec4a6460c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:28:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-df329-predictor-84bcc6b5bf-96thc namespace: kserve-ci-e2e-test resourceVersion: "25468" uid: d4648106-80c9-4685-9fd2-32e13aad5682 kind: Event lastTimestamp: "2026-07-10T19:28:22Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-10T19:28:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:28:22Z" name: success-200-isvc-df329-predictor-84bcc6b5bf-96thc.18c10457d1ca48ed namespace: kserve-ci-e2e-test resourceVersion: "32904" uid: ae72352a-4cf0-46bb-a75d-1ee5526f7e9d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:28:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-df329-predictor-84bcc6b5bf-96thc namespace: kserve-ci-e2e-test resourceVersion: "25468" uid: d4648106-80c9-4685-9fd2-32e13aad5682 kind: Event lastTimestamp: "2026-07-10T19:28:22Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-10T19:28:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:28:22Z" name: success-200-isvc-df329-predictor-84bcc6b5bf-96thc.18c10457d1caf53f namespace: kserve-ci-e2e-test resourceVersion: "32905" uid: ba287118-b3bf-4f1b-81d6-67d9f472b576 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:53Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-df329-predictor-84bcc6b5bf namespace: kserve-ci-e2e-test resourceVersion: "25444" uid: d2679a6a-8310-4e26-9920-ad4ef9cd003d kind: Event lastTimestamp: "2026-07-10T19:10:53Z" message: 'Created pod: success-200-isvc-df329-predictor-84bcc6b5bf-96thc' metadata: creationTimestamp: "2026-07-10T19:10:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:10:53Z" name: success-200-isvc-df329-predictor-84bcc6b5bf.18c1036376d54609 namespace: kserve-ci-e2e-test resourceVersion: "25467" uid: ce8391eb-3c24-4455-bdef-680d6e956a3b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:10:53Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-df329-predictor namespace: kserve-ci-e2e-test resourceVersion: "25439" uid: 1fc727d2-adb6-4b74-9763-7a1107be58d3 kind: Event lastTimestamp: "2026-07-10T19:10:53Z" message: Scaled up replica set success-200-isvc-df329-predictor-84bcc6b5bf from 0 to 1 metadata: creationTimestamp: "2026-07-10T19:10:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:10:53Z" name: success-200-isvc-df329-predictor.18c1036374d0307a namespace: kserve-ci-e2e-test resourceVersion: "25452" uid: 2ac00e87-21ee-4780-b68e-30c4b70534bb reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:11:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-df329-predictor namespace: kserve-ci-e2e-test resourceVersion: "25443" uid: cc75e725-34aa-4f36-9e1d-56fadf60f492 kind: Event lastTimestamp: "2026-07-10T19:11:38Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:11:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:11:38Z" name: success-200-isvc-df329-predictor.18c10366f35210fa namespace: kserve-ci-e2e-test resourceVersion: "25927" uid: 7d2e80a2-2d4a-4ab1-8d87-d306b8a97444 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:11:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-df329-predictor namespace: kserve-ci-e2e-test resourceVersion: "25443" uid: cc75e725-34aa-4f36-9e1d-56fadf60f492 kind: Event lastTimestamp: "2026-07-10T19:11:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:11:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:11:38Z" name: success-200-isvc-df329-predictor.18c10366f3bac0cb namespace: kserve-ci-e2e-test resourceVersion: "25928" uid: e51522f3-37e4-4360-8d90-a152c4a7c192 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-10T19:11:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-df329-predictor namespace: kserve-ci-e2e-test resourceVersion: "25672" uid: cc75e725-34aa-4f36-9e1d-56fadf60f492 kind: Event lastTimestamp: "2026-07-10T19:12:23Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T19:11:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:12:23Z" name: success-200-isvc-df329-predictor.18c1036a728f5884 namespace: kserve-ci-e2e-test resourceVersion: "26501" uid: afbe5fab-dbc9-439f-9de4-75d6bcd2f215 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-10T19:11:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-df329-predictor namespace: kserve-ci-e2e-test resourceVersion: "25672" uid: cc75e725-34aa-4f36-9e1d-56fadf60f492 kind: Event lastTimestamp: "2026-07-10T19:12:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-10T19:11:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:12:23Z" name: success-200-isvc-df329-predictor.18c1036a72ef9350 namespace: kserve-ci-e2e-test resourceVersion: "26502" uid: 47982f06-568b-4c0e-89d8-40617adb6d36 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-10T19:10:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-df329 namespace: kserve-ci-e2e-test resourceVersion: "25403" uid: 72f841aa-253e-4c32-9cf6-110af1f57402 kind: Event lastTimestamp: "2026-07-10T19:11:51Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-10T19:10:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:11:51Z" name: success-200-isvc-df329.18c10363749b47ea namespace: kserve-ci-e2e-test resourceVersion: "26063" uid: 5b1144b3-146b-4081-908e-ddf23ba9bb80 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:11:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-df329 namespace: kserve-ci-e2e-test resourceVersion: "26060" uid: 72f841aa-253e-4c32-9cf6-110af1f57402 kind: Event lastTimestamp: "2026-07-10T19:11:51Z" message: InferenceService [success-200-isvc-df329] is Ready metadata: creationTimestamp: "2026-07-10T19:11:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:11:51Z" name: success-200-isvc-df329.18c10371020eb3f6 namespace: kserve-ci-e2e-test resourceVersion: "26061" uid: d46d471a-3859-4a9f-a2c6-c28e9fa9ce1a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-10T18:50:22.720743Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-ba55b-7558d56dd-crnz5 namespace: kserve-ci-e2e-test resourceVersion: "15047" uid: adcdc57d-f1b6-4e05-a1bc-ec031351202e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-ba55b-7558d56dd-crnz5 to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T18:50:22Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T18:50:22Z" name: switch-graph-ba55b-7558d56dd-crnz5.18c10244fbc98908 namespace: kserve-ci-e2e-test resourceVersion: "15053" uid: 9e282b52-74b1-4a05-82b5-8d5df5480cfd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:22Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-ba55b-7558d56dd-crnz5 namespace: kserve-ci-e2e-test resourceVersion: "15051" uid: adcdc57d-f1b6-4e05-a1bc-ec031351202e kind: Event lastTimestamp: "2026-07-10T18:50:22Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-ba55b-serving-cert" not found' metadata: creationTimestamp: "2026-07-10T18:50:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:50:22Z" name: switch-graph-ba55b-7558d56dd-crnz5.18c1024507839811 namespace: kserve-ci-e2e-test resourceVersion: "15067" uid: 945ebdbe-a831-432f-873c-08d9d1b2bd15 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:23Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-ba55b-7558d56dd-crnz5 namespace: kserve-ci-e2e-test resourceVersion: "15056" uid: adcdc57d-f1b6-4e05-a1bc-ec031351202e kind: Event lastTimestamp: "2026-07-10T18:50:23Z" message: Add eth0 [10.134.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T18:50:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T18:50:23Z" name: switch-graph-ba55b-7558d56dd-crnz5.18c102453968b61f namespace: kserve-ci-e2e-test resourceVersion: "15087" uid: 62c7ae74-6446-4e65-b478-9ed4d3cea3fd reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-ba55b} kind: Pod name: switch-graph-ba55b-7558d56dd-crnz5 namespace: kserve-ci-e2e-test resourceVersion: "15051" uid: adcdc57d-f1b6-4e05-a1bc-ec031351202e kind: Event lastTimestamp: "2026-07-10T18:50:23Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:8b2b640cecca2c5abab08a86fa1fe077f2518209438c00eb88348417ca75cab6" metadata: creationTimestamp: "2026-07-10T18:50:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:50:23Z" name: switch-graph-ba55b-7558d56dd-crnz5.18c102453ac709e6 namespace: kserve-ci-e2e-test resourceVersion: "15089" uid: 26da8399-4932-41e2-bcaa-78ab0eb20dc2 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-ba55b} kind: Pod name: switch-graph-ba55b-7558d56dd-crnz5 namespace: kserve-ci-e2e-test resourceVersion: "15051" uid: adcdc57d-f1b6-4e05-a1bc-ec031351202e kind: Event lastTimestamp: "2026-07-10T18:50:25Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:8b2b640cecca2c5abab08a86fa1fe077f2518209438c00eb88348417ca75cab6" in 2.191s (2.191s including waiting). Image size: 218009189 bytes.' metadata: creationTimestamp: "2026-07-10T18:50:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:50:25Z" name: switch-graph-ba55b-7558d56dd-crnz5.18c10245bd65cb7e namespace: kserve-ci-e2e-test resourceVersion: "15105" uid: e104151f-94b9-4420-847b-640cf7b3702c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-ba55b} kind: Pod name: switch-graph-ba55b-7558d56dd-crnz5 namespace: kserve-ci-e2e-test resourceVersion: "15051" uid: adcdc57d-f1b6-4e05-a1bc-ec031351202e kind: Event lastTimestamp: "2026-07-10T18:50:26Z" message: 'Created container: switch-graph-ba55b' metadata: creationTimestamp: "2026-07-10T18:50:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:50:26Z" name: switch-graph-ba55b-7558d56dd-crnz5.18c10245c0908bf2 namespace: kserve-ci-e2e-test resourceVersion: "15106" uid: 914920bb-9e0a-40f0-bc80-8cffbdee32e6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-ba55b} kind: Pod name: switch-graph-ba55b-7558d56dd-crnz5 namespace: kserve-ci-e2e-test resourceVersion: "15051" uid: adcdc57d-f1b6-4e05-a1bc-ec031351202e kind: Event lastTimestamp: "2026-07-10T18:50:26Z" message: Started container switch-graph-ba55b metadata: creationTimestamp: "2026-07-10T18:50:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:50:26Z" name: switch-graph-ba55b-7558d56dd-crnz5.18c10245c1054b0d namespace: kserve-ci-e2e-test resourceVersion: "15107" uid: 1f39c677-2da6-4d08-938b-2dc3dabc390c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-ba55b} kind: Pod name: switch-graph-ba55b-7558d56dd-crnz5 namespace: kserve-ci-e2e-test resourceVersion: "15051" uid: adcdc57d-f1b6-4e05-a1bc-ec031351202e kind: Event lastTimestamp: "2026-07-10T18:50:36Z" message: Stopping container switch-graph-ba55b metadata: creationTimestamp: "2026-07-10T18:50:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:50:36Z" name: switch-graph-ba55b-7558d56dd-crnz5.18c102484529c8e6 namespace: kserve-ci-e2e-test resourceVersion: "15233" uid: e2a35e0b-87d9-4e90-ab53-0840d62f2479 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-10T18:50:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-ba55b} kind: Pod name: switch-graph-ba55b-7558d56dd-crnz5 namespace: kserve-ci-e2e-test resourceVersion: "15051" uid: adcdc57d-f1b6-4e05-a1bc-ec031351202e kind: Event lastTimestamp: "2026-07-10T18:51:02Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-10T18:50:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:02Z" name: switch-graph-ba55b-7558d56dd-crnz5.18c1024886da3644 namespace: kserve-ci-e2e-test resourceVersion: "15610" uid: 3d6fb6ab-2dce-4a15-8d4a-99d8c67e0aa9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:22Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-ba55b-7558d56dd namespace: kserve-ci-e2e-test resourceVersion: "15044" uid: e0893e10-79fb-4f1f-8ada-f28afe9173d2 kind: Event lastTimestamp: "2026-07-10T18:50:22Z" message: 'Created pod: switch-graph-ba55b-7558d56dd-crnz5' metadata: creationTimestamp: "2026-07-10T18:50:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:50:22Z" name: switch-graph-ba55b-7558d56dd.18c10244faef6d1c namespace: kserve-ci-e2e-test resourceVersion: "15049" uid: 5c1b458c-a682-4f05-a8aa-67524388de03 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:22Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-ba55b namespace: kserve-ci-e2e-test resourceVersion: "15042" uid: 9d507949-f676-4fb7-bf5f-e21f8903e8e8 kind: Event lastTimestamp: "2026-07-10T18:50:22Z" message: Scaled up replica set switch-graph-ba55b-7558d56dd from 0 to 1 metadata: creationTimestamp: "2026-07-10T18:50:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:50:22Z" name: switch-graph-ba55b.18c10244f9c641fa namespace: kserve-ci-e2e-test resourceVersion: "15045" uid: c62cc4c4-3906-4e4d-8cd4-77480fcebab2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:22Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-ba55b namespace: kserve-ci-e2e-test resourceVersion: "15059" uid: bfe05be0-ba94-4cc4-baca-2f418b50c558 kind: Event lastTimestamp: "2026-07-10T18:50:22Z" message: InferenceGraph [switch-graph-ba55b] is Ready metadata: creationTimestamp: "2026-07-10T18:50:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:50:22Z" name: switch-graph-ba55b.18c10245001fca67 namespace: kserve-ci-e2e-test resourceVersion: "15061" uid: dbf529aa-76c0-46e7-82e8-2c501b857679 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:22Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-ba55b namespace: kserve-ci-e2e-test resourceVersion: "15037" uid: bfe05be0-ba94-4cc4-baca-2f418b50c558 kind: Event lastTimestamp: "2026-07-10T18:50:22Z" message: 'Failed to update status for InferenceGraph "switch-graph-ba55b": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "switch-graph-ba55b": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T18:50:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:50:22Z" name: switch-graph-ba55b.18c1024502dc843f namespace: kserve-ci-e2e-test resourceVersion: "15064" uid: 39d924ff-7b0d-47c3-9224-36c450dc4593 reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:50:22Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-ba55b namespace: kserve-ci-e2e-test resourceVersion: "15037" uid: bfe05be0-ba94-4cc4-baca-2f418b50c558 kind: Event lastTimestamp: "2026-07-10T18:50:22Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "switch-graph-ba55b": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T18:50:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:50:22Z" name: switch-graph-ba55b.18c1024502dcef02 namespace: kserve-ci-e2e-test resourceVersion: "15065" uid: 0aceb3d9-dd2d-4a50-b67d-a15eebe990d4 reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-10T18:51:47.096087Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-d6b08-56b6fff7d5-vhpwk namespace: kserve-ci-e2e-test resourceVersion: "16172" uid: 87a3d8b0-b196-4247-8d71-c6118f8a6a4f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-d6b08-56b6fff7d5-vhpwk to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T18:51:47Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T18:51:47Z" name: switch-graph-d6b08-56b6fff7d5-vhpwk.18c10258a0f32f75 namespace: kserve-ci-e2e-test resourceVersion: "16177" uid: f88a5aaa-a8a6-43d9-b4ac-5fce9e4bc59c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:47Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-d6b08-56b6fff7d5-vhpwk namespace: kserve-ci-e2e-test resourceVersion: "16180" uid: 87a3d8b0-b196-4247-8d71-c6118f8a6a4f kind: Event lastTimestamp: "2026-07-10T18:51:47Z" message: Add eth0 [10.134.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T18:51:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T18:51:47Z" name: switch-graph-d6b08-56b6fff7d5-vhpwk.18c10258babfded3 namespace: kserve-ci-e2e-test resourceVersion: "16193" uid: 28ae05a8-0b64-4d97-b7f9-cce1e16d695a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-d6b08} kind: Pod name: switch-graph-d6b08-56b6fff7d5-vhpwk namespace: kserve-ci-e2e-test resourceVersion: "16173" uid: 87a3d8b0-b196-4247-8d71-c6118f8a6a4f kind: Event lastTimestamp: "2026-07-10T18:51:47Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:8b2b640cecca2c5abab08a86fa1fe077f2518209438c00eb88348417ca75cab6" already present on machine metadata: creationTimestamp: "2026-07-10T18:51:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:47Z" name: switch-graph-d6b08-56b6fff7d5-vhpwk.18c10258bc1cef9a namespace: kserve-ci-e2e-test resourceVersion: "16195" uid: da404f86-e9f3-4336-94c4-03af18676384 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-d6b08} kind: Pod name: switch-graph-d6b08-56b6fff7d5-vhpwk namespace: kserve-ci-e2e-test resourceVersion: "16173" uid: 87a3d8b0-b196-4247-8d71-c6118f8a6a4f kind: Event lastTimestamp: "2026-07-10T18:51:47Z" message: 'Created container: switch-graph-d6b08' metadata: creationTimestamp: "2026-07-10T18:51:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:47Z" name: switch-graph-d6b08-56b6fff7d5-vhpwk.18c10258bf142ba3 namespace: kserve-ci-e2e-test resourceVersion: "16196" uid: 14ae97d2-575b-4e62-8a05-8f11f1e008d3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-d6b08} kind: Pod name: switch-graph-d6b08-56b6fff7d5-vhpwk namespace: kserve-ci-e2e-test resourceVersion: "16173" uid: 87a3d8b0-b196-4247-8d71-c6118f8a6a4f kind: Event lastTimestamp: "2026-07-10T18:51:47Z" message: Started container switch-graph-d6b08 metadata: creationTimestamp: "2026-07-10T18:51:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T18:51:47Z" name: switch-graph-d6b08-56b6fff7d5-vhpwk.18c10258bf9175ae namespace: kserve-ci-e2e-test resourceVersion: "16197" uid: 8f80d9b0-01b1-41e3-b9c6-a84b81386579 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:00:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-d6b08} kind: Pod name: switch-graph-d6b08-56b6fff7d5-vhpwk namespace: kserve-ci-e2e-test resourceVersion: "16173" uid: 87a3d8b0-b196-4247-8d71-c6118f8a6a4f kind: Event lastTimestamp: "2026-07-10T19:00:01Z" message: Stopping container switch-graph-d6b08 metadata: creationTimestamp: "2026-07-10T19:00:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:01Z" name: switch-graph-d6b08-56b6fff7d5-vhpwk.18c102cbd04fa8ba namespace: kserve-ci-e2e-test resourceVersion: "19690" uid: 7a704f2b-cb1c-4aed-ae9a-a6b23242a6e5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-10T19:00:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-d6b08} kind: Pod name: switch-graph-d6b08-56b6fff7d5-vhpwk namespace: kserve-ci-e2e-test resourceVersion: "16173" uid: 87a3d8b0-b196-4247-8d71-c6118f8a6a4f kind: Event lastTimestamp: "2026-07-10T19:00:29Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-10T19:00:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:00:29Z" name: switch-graph-d6b08-56b6fff7d5-vhpwk.18c102cc666f95cb namespace: kserve-ci-e2e-test resourceVersion: "20149" uid: 2628c73b-e0c3-4ac9-99cf-d0b8bb2d9ff3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:47Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-d6b08-56b6fff7d5 namespace: kserve-ci-e2e-test resourceVersion: "16169" uid: 8144427b-86cc-463b-b9e8-1398f9be087a kind: Event lastTimestamp: "2026-07-10T18:51:47Z" message: 'Created pod: switch-graph-d6b08-56b6fff7d5-vhpwk' metadata: creationTimestamp: "2026-07-10T18:51:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:51:47Z" name: switch-graph-d6b08-56b6fff7d5.18c10258a0836ad4 namespace: kserve-ci-e2e-test resourceVersion: "16176" uid: bcb71649-dc14-490b-9d23-14ab7cbcf2d0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:47Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-d6b08 namespace: kserve-ci-e2e-test resourceVersion: "16166" uid: 48230aa7-d03b-4b59-a48d-80de03d986ea kind: Event lastTimestamp: "2026-07-10T18:51:47Z" message: Scaled up replica set switch-graph-d6b08-56b6fff7d5 from 0 to 1 metadata: creationTimestamp: "2026-07-10T18:51:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:51:47Z" name: switch-graph-d6b08.18c102589f735480 namespace: kserve-ci-e2e-test resourceVersion: "16170" uid: 6936d72e-8ce0-4c9f-b060-58835a972154 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:47Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-d6b08 namespace: kserve-ci-e2e-test resourceVersion: "16185" uid: e3fb8c3a-ca1e-4b26-b401-ce7afc857f76 kind: Event lastTimestamp: "2026-07-10T18:51:47Z" message: InferenceGraph [switch-graph-d6b08] is Ready metadata: creationTimestamp: "2026-07-10T18:51:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:51:47Z" name: switch-graph-d6b08.18c10258a745a8c6 namespace: kserve-ci-e2e-test resourceVersion: "16187" uid: 4ad4cc56-ddb1-49b1-b38b-72b82cc40bee reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:47Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-d6b08 namespace: kserve-ci-e2e-test resourceVersion: "16161" uid: e3fb8c3a-ca1e-4b26-b401-ce7afc857f76 kind: Event lastTimestamp: "2026-07-10T18:51:47Z" message: 'Failed to update status for InferenceGraph "switch-graph-d6b08": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "switch-graph-d6b08": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T18:51:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:51:47Z" name: switch-graph-d6b08.18c10258aa63ec44 namespace: kserve-ci-e2e-test resourceVersion: "16188" uid: 035a6a2e-cd63-4cab-84f6-8d2d291cf2f8 reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T18:51:47Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-d6b08 namespace: kserve-ci-e2e-test resourceVersion: "16161" uid: e3fb8c3a-ca1e-4b26-b401-ce7afc857f76 kind: Event lastTimestamp: "2026-07-10T18:51:47Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "switch-graph-d6b08": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-10T18:51:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T18:51:47Z" name: switch-graph-d6b08.18c10258aa64510b namespace: kserve-ci-e2e-test resourceVersion: "16189" uid: 31906f07-5eab-48a1-a41a-312ede751160 reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T18:52:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-d6b08 namespace: kserve-ci-e2e-test resourceVersion: "16167" uid: fba012a1-02ce-4d3d-b4d2-75d139edd5aa kind: Event lastTimestamp: "2026-07-10T18:52:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T18:52:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:52:32Z" name: switch-graph-d6b08.18c1025c1da78a75 namespace: kserve-ci-e2e-test resourceVersion: "16604" uid: 678046c5-075a-4c79-981c-ee9d5c6837e3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-10T18:52:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-d6b08 namespace: kserve-ci-e2e-test resourceVersion: "16167" uid: fba012a1-02ce-4d3d-b4d2-75d139edd5aa kind: Event lastTimestamp: "2026-07-10T18:52:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T18:52:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T18:52:32Z" name: switch-graph-d6b08.18c1025c1e11f946 namespace: kserve-ci-e2e-test resourceVersion: "16605" uid: e7f4f111-277f-4466-b917-33fb89e0e20d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-10T19:12:03.194207Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-df329-65d797bb8c-r45qz namespace: kserve-ci-e2e-test resourceVersion: "26322" uid: 694a1c92-42c8-4daf-872c-8b67671f3100 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-df329-65d797bb8c-r45qz to ip-10-0-129-73.ec2.internal metadata: creationTimestamp: "2026-07-10T19:12:03Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-10T19:12:03Z" name: switch-graph-df329-65d797bb8c-r45qz.18c10373c60bdaae namespace: kserve-ci-e2e-test resourceVersion: "26327" uid: 87f1fd61-723b-4e78-a700-595a98466e27 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7cc4659cfc-xrznt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:12:03Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-df329-65d797bb8c-r45qz namespace: kserve-ci-e2e-test resourceVersion: "26331" uid: 694a1c92-42c8-4daf-872c-8b67671f3100 kind: Event lastTimestamp: "2026-07-10T19:12:03Z" message: Add eth0 [10.134.0.50/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-10T19:12:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-10T19:12:03Z" name: switch-graph-df329-65d797bb8c-r45qz.18c10373dfddd5a3 namespace: kserve-ci-e2e-test resourceVersion: "26343" uid: 91e7c196-8d82-4be3-9e30-9dd9fdce6e90 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:12:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-df329} kind: Pod name: switch-graph-df329-65d797bb8c-r45qz namespace: kserve-ci-e2e-test resourceVersion: "26324" uid: 694a1c92-42c8-4daf-872c-8b67671f3100 kind: Event lastTimestamp: "2026-07-10T19:12:03Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:8b2b640cecca2c5abab08a86fa1fe077f2518209438c00eb88348417ca75cab6" already present on machine metadata: creationTimestamp: "2026-07-10T19:12:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:12:03Z" name: switch-graph-df329-65d797bb8c-r45qz.18c10373e11eb094 namespace: kserve-ci-e2e-test resourceVersion: "26346" uid: f36d74c3-d910-42aa-80e9-e68e07adc240 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:12:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-df329} kind: Pod name: switch-graph-df329-65d797bb8c-r45qz namespace: kserve-ci-e2e-test resourceVersion: "26324" uid: 694a1c92-42c8-4daf-872c-8b67671f3100 kind: Event lastTimestamp: "2026-07-10T19:12:03Z" message: 'Created container: switch-graph-df329' metadata: creationTimestamp: "2026-07-10T19:12:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:12:03Z" name: switch-graph-df329-65d797bb8c-r45qz.18c10373e48be6a9 namespace: kserve-ci-e2e-test resourceVersion: "26347" uid: 7da1dcda-b7fd-4293-805f-e5ea5d09ce82 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:12:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-df329} kind: Pod name: switch-graph-df329-65d797bb8c-r45qz namespace: kserve-ci-e2e-test resourceVersion: "26324" uid: 694a1c92-42c8-4daf-872c-8b67671f3100 kind: Event lastTimestamp: "2026-07-10T19:12:03Z" message: Started container switch-graph-df329 metadata: creationTimestamp: "2026-07-10T19:12:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:12:03Z" name: switch-graph-df329-65d797bb8c-r45qz.18c10373e5039c1a namespace: kserve-ci-e2e-test resourceVersion: "26348" uid: f0d73416-daa8-4bfc-ba40-3f415a0fdc86 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:28:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-df329} kind: Pod name: switch-graph-df329-65d797bb8c-r45qz namespace: kserve-ci-e2e-test resourceVersion: "26324" uid: 694a1c92-42c8-4daf-872c-8b67671f3100 kind: Event lastTimestamp: "2026-07-10T19:28:22Z" message: Stopping container switch-graph-df329 metadata: creationTimestamp: "2026-07-10T19:28:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:28:22Z" name: switch-graph-df329-65d797bb8c-r45qz.18c10457c737ff08 namespace: kserve-ci-e2e-test resourceVersion: "32886" uid: 71525c91-195a-4c22-a9d2-e7dd46ad279c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-10T19:28:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-df329} kind: Pod name: switch-graph-df329-65d797bb8c-r45qz namespace: kserve-ci-e2e-test resourceVersion: "26324" uid: 694a1c92-42c8-4daf-872c-8b67671f3100 kind: Event lastTimestamp: "2026-07-10T19:28:45Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-10T19:28:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-10T19:28:45Z" name: switch-graph-df329-65d797bb8c-r45qz.18c1045880fde1a2 namespace: kserve-ci-e2e-test resourceVersion: "33118" uid: 9274090b-7107-4495-8479-d2c9356057ac reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-73.ec2.internal source: component: kubelet host: ip-10-0-129-73.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:12:03Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-df329-65d797bb8c namespace: kserve-ci-e2e-test resourceVersion: "26319" uid: 01d0500c-c335-4e5f-8823-d33d885eb330 kind: Event lastTimestamp: "2026-07-10T19:12:03Z" message: 'Created pod: switch-graph-df329-65d797bb8c-r45qz' metadata: creationTimestamp: "2026-07-10T19:12:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:12:03Z" name: switch-graph-df329-65d797bb8c.18c10373c5a1848d namespace: kserve-ci-e2e-test resourceVersion: "26323" uid: fec7c148-68c9-4055-b6ce-c7225a5cc717 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:12:03Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-df329 namespace: kserve-ci-e2e-test resourceVersion: "26317" uid: 81b30917-5138-42ab-ac4d-a4c9e9a3d3cb kind: Event lastTimestamp: "2026-07-10T19:12:03Z" message: Scaled up replica set switch-graph-df329-65d797bb8c from 0 to 1 metadata: creationTimestamp: "2026-07-10T19:12:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:12:03Z" name: switch-graph-df329.18c10373c50889e3 namespace: kserve-ci-e2e-test resourceVersion: "26320" uid: 81f573bb-e34b-405b-a848-c6612a9cc822 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-10T19:12:03Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-df329 namespace: kserve-ci-e2e-test resourceVersion: "26333" uid: f09e422e-b076-4528-882c-1416ad84f91d kind: Event lastTimestamp: "2026-07-10T19:12:03Z" message: InferenceGraph [switch-graph-df329] is Ready metadata: creationTimestamp: "2026-07-10T19:12:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-10T19:12:03Z" name: switch-graph-df329.18c10373c9f7eb93 namespace: kserve-ci-e2e-test resourceVersion: "26335" uid: 2600b2c5-450c-4408-8e79-73f78d8df4c9 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:12:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-df329 namespace: kserve-ci-e2e-test resourceVersion: "26318" uid: fa8952ef-8aa6-47d1-bfdd-57a7be28cc5e kind: Event lastTimestamp: "2026-07-10T19:12:33Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:12:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:12:33Z" name: switch-graph-df329.18c1037743952fde namespace: kserve-ci-e2e-test resourceVersion: "26580" uid: a036c77d-8062-4217-8a4e-a1c8adf6ae6d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-10T19:12:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-df329 namespace: kserve-ci-e2e-test resourceVersion: "26318" uid: fa8952ef-8aa6-47d1-bfdd-57a7be28cc5e kind: Event lastTimestamp: "2026-07-10T19:12:33Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-10T19:12:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-10T19:12:33Z" name: switch-graph-df329.18c1037743dec718 namespace: kserve-ci-e2e-test resourceVersion: "26581" uid: 0810c659-60be-4344-a589-9a4a6a9fca6e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning kind: EventList metadata: resourceVersion: "33141"