--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:42:58.171606Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-88665-dc77848db-z9wdr namespace: kserve-ci-e2e-test resourceVersion: "21100" uid: 174d2700-4f37-4923-8e4e-4b604a1080d2 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-88665-dc77848db-z9wdr to ip-10-0-139-127.ec2.internal metadata: creationTimestamp: "2026-09-19T08:42:58Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:42:58Z" name: ensemble-graph-88665-dc77848db-z9wdr.18d6ac53e04ac966 namespace: kserve-ci-e2e-test resourceVersion: "21106" uid: 4fb954a6-23f1-4dec-8d20-ff291076a1e1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:58Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-88665-dc77848db-z9wdr namespace: kserve-ci-e2e-test resourceVersion: "21102" uid: 174d2700-4f37-4923-8e4e-4b604a1080d2 kind: Event lastTimestamp: "2026-09-19T08:42:58Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-88665-serving-cert" not found' metadata: creationTimestamp: "2026-09-19T08:42:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:58Z" name: ensemble-graph-88665-dc77848db-z9wdr.18d6ac53ec1d9e75 namespace: kserve-ci-e2e-test resourceVersion: "21119" uid: 80631b2e-5535-4373-8837-e91ac708a95c reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:59Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-88665-dc77848db-z9wdr namespace: kserve-ci-e2e-test resourceVersion: "21110" uid: 174d2700-4f37-4923-8e4e-4b604a1080d2 kind: Event lastTimestamp: "2026-09-19T08:42:59Z" message: Add eth0 [10.133.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:42:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:42:59Z" name: ensemble-graph-88665-dc77848db-z9wdr.18d6ac5425aea581 namespace: kserve-ci-e2e-test resourceVersion: "21135" uid: 4e57f568-3e9c-445d-90f7-4c93ca3065dc reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-88665} kind: Pod name: ensemble-graph-88665-dc77848db-z9wdr namespace: kserve-ci-e2e-test resourceVersion: "21102" uid: 174d2700-4f37-4923-8e4e-4b604a1080d2 kind: Event lastTimestamp: "2026-09-19T08:42:59Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine metadata: creationTimestamp: "2026-09-19T08:42:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:59Z" name: ensemble-graph-88665-dc77848db-z9wdr.18d6ac542705d1e6 namespace: kserve-ci-e2e-test resourceVersion: "21137" uid: cfaab813-7d5b-4f06-b8db-bb279d61e0a1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-88665} kind: Pod name: ensemble-graph-88665-dc77848db-z9wdr namespace: kserve-ci-e2e-test resourceVersion: "21102" uid: 174d2700-4f37-4923-8e4e-4b604a1080d2 kind: Event lastTimestamp: "2026-09-19T08:42:59Z" message: 'Created container: ensemble-graph-88665' metadata: creationTimestamp: "2026-09-19T08:42:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:59Z" name: ensemble-graph-88665-dc77848db-z9wdr.18d6ac5429993c87 namespace: kserve-ci-e2e-test resourceVersion: "21139" uid: 4bdbc8ea-4982-4bca-b1b6-996686995c2b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-88665} kind: Pod name: ensemble-graph-88665-dc77848db-z9wdr namespace: kserve-ci-e2e-test resourceVersion: "21102" uid: 174d2700-4f37-4923-8e4e-4b604a1080d2 kind: Event lastTimestamp: "2026-09-19T08:42:59Z" message: Started container ensemble-graph-88665 metadata: creationTimestamp: "2026-09-19T08:42:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:59Z" name: ensemble-graph-88665-dc77848db-z9wdr.18d6ac542a0c5dfb namespace: kserve-ci-e2e-test resourceVersion: "21140" uid: f651685f-d0ac-4aa4-ae21-67888d85cf23 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-88665} kind: Pod name: ensemble-graph-88665-dc77848db-z9wdr namespace: kserve-ci-e2e-test resourceVersion: "21102" uid: 174d2700-4f37-4923-8e4e-4b604a1080d2 kind: Event lastTimestamp: "2026-09-19T08:43:08Z" message: Stopping container ensemble-graph-88665 metadata: creationTimestamp: "2026-09-19T08:43:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:08Z" name: ensemble-graph-88665-dc77848db-z9wdr.18d6ac565661f39d namespace: kserve-ci-e2e-test resourceVersion: "21236" uid: 211572c6-5050-47db-8caf-4f487978f672 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-19T08:43:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-88665} kind: Pod name: ensemble-graph-88665-dc77848db-z9wdr namespace: kserve-ci-e2e-test resourceVersion: "21102" uid: 174d2700-4f37-4923-8e4e-4b604a1080d2 kind: Event lastTimestamp: "2026-09-19T08:43:36Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-19T08:43:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:36Z" name: ensemble-graph-88665-dc77848db-z9wdr.18d6ac56f626e4d1 namespace: kserve-ci-e2e-test resourceVersion: "21604" uid: 54fd2eec-ff5f-4b4f-970d-2a5b0bdb3052 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:58Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-88665-dc77848db namespace: kserve-ci-e2e-test resourceVersion: "21097" uid: 25150dca-abf9-4868-b766-6e8c4c0a57cd kind: Event lastTimestamp: "2026-09-19T08:42:58Z" message: 'Created pod: ensemble-graph-88665-dc77848db-z9wdr' metadata: creationTimestamp: "2026-09-19T08:42:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:42:58Z" name: ensemble-graph-88665-dc77848db.18d6ac53df24408f namespace: kserve-ci-e2e-test resourceVersion: "21103" uid: 7e057ae9-cc56-4cc4-a3e6-9980662d7aa9 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:58Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-88665 namespace: kserve-ci-e2e-test resourceVersion: "21095" uid: 8ebced13-eb9d-4535-ad7e-31dbc1b32a38 kind: Event lastTimestamp: "2026-09-19T08:42:58Z" message: Scaled up replica set ensemble-graph-88665-dc77848db from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:42:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:42:58Z" name: ensemble-graph-88665.18d6ac53de24d2f1 namespace: kserve-ci-e2e-test resourceVersion: "21098" uid: 8b923470-dda9-48ea-b3c0-b7375aab4ff8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:58Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-88665 namespace: kserve-ci-e2e-test resourceVersion: "21112" uid: d7873793-ac30-4683-b227-b423426bd938 kind: Event lastTimestamp: "2026-09-19T08:42:58Z" message: InferenceGraph [ensemble-graph-88665] is Ready metadata: creationTimestamp: "2026-09-19T08:42:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:42:58Z" name: ensemble-graph-88665.18d6ac53e635567b namespace: kserve-ci-e2e-test resourceVersion: "21114" uid: 3374769e-176b-427b-ab19-ac99a38003d2 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:44:18.993732Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-fd725-59fb7df8dd-sg2jh namespace: kserve-ci-e2e-test resourceVersion: "22160" uid: cd8c2250-5f88-47c2-9c21-fa09cdd7495e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-fd725-59fb7df8dd-sg2jh to ip-10-0-139-127.ec2.internal metadata: creationTimestamp: "2026-09-19T08:44:18Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:44:18Z" name: ensemble-graph-fd725-59fb7df8dd-sg2jh.18d6ac66b1aaa90c namespace: kserve-ci-e2e-test resourceVersion: "22165" uid: 7b79fae1-8e4f-4a6e-b52f-d03f42b4faff reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:44:19Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-fd725-59fb7df8dd-sg2jh namespace: kserve-ci-e2e-test resourceVersion: "22168" uid: cd8c2250-5f88-47c2-9c21-fa09cdd7495e kind: Event lastTimestamp: "2026-09-19T08:44:19Z" message: Add eth0 [10.133.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:44:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:44:19Z" name: ensemble-graph-fd725-59fb7df8dd-sg2jh.18d6ac66d3a83d31 namespace: kserve-ci-e2e-test resourceVersion: "22185" uid: 17d4d6dd-a517-4492-ab6e-9914aaed046b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:44:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-fd725} kind: Pod name: ensemble-graph-fd725-59fb7df8dd-sg2jh namespace: kserve-ci-e2e-test resourceVersion: "22163" uid: cd8c2250-5f88-47c2-9c21-fa09cdd7495e kind: Event lastTimestamp: "2026-09-19T08:44:19Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine metadata: creationTimestamp: "2026-09-19T08:44:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:44:19Z" name: ensemble-graph-fd725-59fb7df8dd-sg2jh.18d6ac66d4de0ac7 namespace: kserve-ci-e2e-test resourceVersion: "22187" uid: 2917a372-483a-4b42-a519-2f6ad431d272 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:44:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-fd725} kind: Pod name: ensemble-graph-fd725-59fb7df8dd-sg2jh namespace: kserve-ci-e2e-test resourceVersion: "22163" uid: cd8c2250-5f88-47c2-9c21-fa09cdd7495e kind: Event lastTimestamp: "2026-09-19T08:44:19Z" message: 'Created container: ensemble-graph-fd725' metadata: creationTimestamp: "2026-09-19T08:44:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:44:19Z" name: ensemble-graph-fd725-59fb7df8dd-sg2jh.18d6ac66d7a99899 namespace: kserve-ci-e2e-test resourceVersion: "22188" uid: 8d9d5959-6874-494e-9a66-2fe8eb4e3c78 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:44:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-fd725} kind: Pod name: ensemble-graph-fd725-59fb7df8dd-sg2jh namespace: kserve-ci-e2e-test resourceVersion: "22163" uid: cd8c2250-5f88-47c2-9c21-fa09cdd7495e kind: Event lastTimestamp: "2026-09-19T08:44:19Z" message: Started container ensemble-graph-fd725 metadata: creationTimestamp: "2026-09-19T08:44:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:44:19Z" name: ensemble-graph-fd725-59fb7df8dd-sg2jh.18d6ac66d8214648 namespace: kserve-ci-e2e-test resourceVersion: "22189" uid: 379ca3f8-9a08-4897-9839-919f025ca35f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:52:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-fd725} kind: Pod name: ensemble-graph-fd725-59fb7df8dd-sg2jh namespace: kserve-ci-e2e-test resourceVersion: "22163" uid: cd8c2250-5f88-47c2-9c21-fa09cdd7495e kind: Event lastTimestamp: "2026-09-19T08:52:34Z" message: Stopping container ensemble-graph-fd725 metadata: creationTimestamp: "2026-09-19T08:52:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:52:34Z" name: ensemble-graph-fd725-59fb7df8dd-sg2jh.18d6acd9fc61e81d namespace: kserve-ci-e2e-test resourceVersion: "25959" uid: 62a532e9-89d3-4e38-a1a7-b1531cc199e5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-19T08:52:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-fd725} kind: Pod name: ensemble-graph-fd725-59fb7df8dd-sg2jh namespace: kserve-ci-e2e-test resourceVersion: "22163" uid: cd8c2250-5f88-47c2-9c21-fa09cdd7495e kind: Event lastTimestamp: "2026-09-19T08:53:00Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-19T08:52:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:00Z" name: ensemble-graph-fd725-59fb7df8dd-sg2jh.18d6acda5b168c61 namespace: kserve-ci-e2e-test resourceVersion: "26290" uid: ada948f6-e12b-412c-81bd-285a4ae7dd63 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:44:18Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-fd725-59fb7df8dd namespace: kserve-ci-e2e-test resourceVersion: "22157" uid: b3ef1813-b614-466e-8adf-76e6b3f74e91 kind: Event lastTimestamp: "2026-09-19T08:44:18Z" message: 'Created pod: ensemble-graph-fd725-59fb7df8dd-sg2jh' metadata: creationTimestamp: "2026-09-19T08:44:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:44:18Z" name: ensemble-graph-fd725-59fb7df8dd.18d6ac66b118482f namespace: kserve-ci-e2e-test resourceVersion: "22162" uid: b5bedbbc-3d97-456e-bf4e-7adc95001ffa reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:44:18Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-fd725 namespace: kserve-ci-e2e-test resourceVersion: "22155" uid: ce6b26ac-fec2-4c81-b959-308ac999ea40 kind: Event lastTimestamp: "2026-09-19T08:44:18Z" message: Scaled up replica set ensemble-graph-fd725-59fb7df8dd from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:44:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:44:18Z" name: ensemble-graph-fd725.18d6ac66b02a8a8f namespace: kserve-ci-e2e-test resourceVersion: "22158" uid: d6e75700-a993-4c15-8ebf-f1a983d52175 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:44:19Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-fd725 namespace: kserve-ci-e2e-test resourceVersion: "22171" uid: a88f9f06-2dfd-42ff-bc2f-73bc299e0550 kind: Event lastTimestamp: "2026-09-19T08:44:19Z" message: InferenceGraph [ensemble-graph-fd725] is Ready metadata: creationTimestamp: "2026-09-19T08:44:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:44:19Z" name: ensemble-graph-fd725.18d6ac66b3cf6995 namespace: kserve-ci-e2e-test resourceVersion: "22173" uid: df56f8be-9698-4535-9b01-3ca4a2dc37af reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:44:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-fd725 namespace: kserve-ci-e2e-test resourceVersion: "22156" uid: 6f91e2fd-a7cc-498a-8394-a3d288331fda kind: Event lastTimestamp: "2026-09-19T08:44:33Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:44:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:44:33Z" name: ensemble-graph-fd725.18d6ac6a2eab8a2a namespace: kserve-ci-e2e-test resourceVersion: "22310" uid: f5e0e8ad-e3e6-47de-a8c1-bb05459c252c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:44:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-fd725 namespace: kserve-ci-e2e-test resourceVersion: "22156" uid: 6f91e2fd-a7cc-498a-8394-a3d288331fda kind: Event lastTimestamp: "2026-09-19T08:44:33Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:44:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:44:33Z" name: ensemble-graph-fd725.18d6ac6a2f0cf808 namespace: kserve-ci-e2e-test resourceVersion: "22312" uid: f9e8ead3-a34b-473b-85bf-d44e20022ab0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:42:29.071480Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-3bcba-predictor-8d6ff494-grfpb namespace: kserve-ci-e2e-test resourceVersion: "20794" uid: 7fe275c2-758a-46d1-985f-572ab2fc0f59 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-3bcba-predictor-8d6ff494-grfpb to ip-10-0-139-157.ec2.internal metadata: creationTimestamp: "2026-09-19T08:42:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:42:29Z" name: error-404-isvc-3bcba-predictor-8d6ff494-grfpb.18d6ac4d19ca2691 namespace: kserve-ci-e2e-test resourceVersion: "20798" uid: b1bda4e1-8693-43ad-81ea-d974f2d3e8b3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:29Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-3bcba-predictor-8d6ff494-grfpb namespace: kserve-ci-e2e-test resourceVersion: "20803" uid: 7fe275c2-758a-46d1-985f-572ab2fc0f59 kind: Event lastTimestamp: "2026-09-19T08:42:29Z" message: Add eth0 [10.132.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:42:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:42:29Z" name: error-404-isvc-3bcba-predictor-8d6ff494-grfpb.18d6ac4d3be5e7e1 namespace: kserve-ci-e2e-test resourceVersion: "20819" uid: a2f9e126-e7ce-4f1f-9dcf-96f163eb5094 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3bcba-predictor-8d6ff494-grfpb namespace: kserve-ci-e2e-test resourceVersion: "20796" uid: 7fe275c2-758a-46d1-985f-572ab2fc0f59 kind: Event lastTimestamp: "2026-09-19T08:42:29Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-19T08:42:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:29Z" name: error-404-isvc-3bcba-predictor-8d6ff494-grfpb.18d6ac4d3d4bce82 namespace: kserve-ci-e2e-test resourceVersion: "20821" uid: 6b62e64c-d321-4e35-978d-db0c3e9e0b22 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3bcba-predictor-8d6ff494-grfpb namespace: kserve-ci-e2e-test resourceVersion: "20796" uid: 7fe275c2-758a-46d1-985f-572ab2fc0f59 kind: Event lastTimestamp: "2026-09-19T08:42:29Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-19T08:42:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:29Z" name: error-404-isvc-3bcba-predictor-8d6ff494-grfpb.18d6ac4d40a55b3c namespace: kserve-ci-e2e-test resourceVersion: "20822" uid: 2f7633cf-d43b-4830-903a-05ba3085a3b2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3bcba-predictor-8d6ff494-grfpb namespace: kserve-ci-e2e-test resourceVersion: "20796" uid: 7fe275c2-758a-46d1-985f-572ab2fc0f59 kind: Event lastTimestamp: "2026-09-19T08:42:29Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-19T08:42:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:29Z" name: error-404-isvc-3bcba-predictor-8d6ff494-grfpb.18d6ac4d4123fe3d namespace: kserve-ci-e2e-test resourceVersion: "20823" uid: 168963d7-d40e-4acb-ad16-869f53394503 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-3bcba-predictor-8d6ff494-grfpb namespace: kserve-ci-e2e-test resourceVersion: "20796" uid: 7fe275c2-758a-46d1-985f-572ab2fc0f59 kind: Event lastTimestamp: "2026-09-19T08:42:29Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-19T08:42:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:29Z" name: error-404-isvc-3bcba-predictor-8d6ff494-grfpb.18d6ac4d4130b558 namespace: kserve-ci-e2e-test resourceVersion: "20824" uid: 5b36d269-11cf-4438-a5dd-ef023e854551 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-3bcba-predictor-8d6ff494-grfpb namespace: kserve-ci-e2e-test resourceVersion: "20796" uid: 7fe275c2-758a-46d1-985f-572ab2fc0f59 kind: Event lastTimestamp: "2026-09-19T08:42:29Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-19T08:42:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:29Z" name: error-404-isvc-3bcba-predictor-8d6ff494-grfpb.18d6ac4d44013e4f namespace: kserve-ci-e2e-test resourceVersion: "20825" uid: 09bbf120-1a8e-4de0-8824-c224c2bd66ef reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-3bcba-predictor-8d6ff494-grfpb namespace: kserve-ci-e2e-test resourceVersion: "20796" uid: 7fe275c2-758a-46d1-985f-572ab2fc0f59 kind: Event lastTimestamp: "2026-09-19T08:42:29Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:42:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:29Z" name: error-404-isvc-3bcba-predictor-8d6ff494-grfpb.18d6ac4d447bafe1 namespace: kserve-ci-e2e-test resourceVersion: "20826" uid: 6d233149-d0f1-4d80-a578-75a8c070b88d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-19T08:42:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3bcba-predictor-8d6ff494-grfpb namespace: kserve-ci-e2e-test resourceVersion: "20796" uid: 7fe275c2-758a-46d1-985f-572ab2fc0f59 kind: Event lastTimestamp: "2026-09-19T08:43:15Z" message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:42:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:15Z" name: error-404-isvc-3bcba-predictor-8d6ff494-grfpb.18d6ac4d4b01a129 namespace: kserve-ci-e2e-test resourceVersion: "21429" uid: b977f341-949a-49c1-bc70-28f9f66ea829 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3bcba-predictor-8d6ff494-grfpb namespace: kserve-ci-e2e-test resourceVersion: "20796" uid: 7fe275c2-758a-46d1-985f-572ab2fc0f59 kind: Event lastTimestamp: "2026-09-19T08:43:50Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-19T08:43:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:50Z" name: error-404-isvc-3bcba-predictor-8d6ff494-grfpb.18d6ac5ff4c29e2b namespace: kserve-ci-e2e-test resourceVersion: "21808" uid: 5b482360-7b39-46f4-8267-d184ca994b8b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-3bcba-predictor-8d6ff494-grfpb namespace: kserve-ci-e2e-test resourceVersion: "20796" uid: 7fe275c2-758a-46d1-985f-572ab2fc0f59 kind: Event lastTimestamp: "2026-09-19T08:43:50Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:43:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:50Z" name: error-404-isvc-3bcba-predictor-8d6ff494-grfpb.18d6ac5ff4c3455f namespace: kserve-ci-e2e-test resourceVersion: "21810" uid: 75d0aa65-9cc0-4d27-ad45-2eebe6cfdc0c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-3bcba-predictor-8d6ff494-grfpb namespace: kserve-ci-e2e-test resourceVersion: "20796" uid: 7fe275c2-758a-46d1-985f-572ab2fc0f59 kind: Event lastTimestamp: "2026-09-19T08:43:50Z" message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp 10.132.0.37:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:43:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:50Z" name: error-404-isvc-3bcba-predictor-8d6ff494-grfpb.18d6ac60274bc56c namespace: kserve-ci-e2e-test resourceVersion: "21885" uid: 4465a093-81d5-4651-8b6e-334721e9671d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-3bcba-predictor-8d6ff494 namespace: kserve-ci-e2e-test resourceVersion: "20788" uid: ab4109ce-b69c-4d95-bbd3-97c35f77d9ee kind: Event lastTimestamp: "2026-09-19T08:42:29Z" message: 'Created pod: error-404-isvc-3bcba-predictor-8d6ff494-grfpb' metadata: creationTimestamp: "2026-09-19T08:42:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:42:29Z" name: error-404-isvc-3bcba-predictor-8d6ff494.18d6ac4d196080d8 namespace: kserve-ci-e2e-test resourceVersion: "20795" uid: 7236f945-7566-4c37-90d6-7cb3a1a8580f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-3bcba-predictor namespace: kserve-ci-e2e-test resourceVersion: "20786" uid: 2ea02065-31c7-42e3-9720-d40d471a522f kind: Event lastTimestamp: "2026-09-19T08:42:29Z" message: Scaled up replica set error-404-isvc-3bcba-predictor-8d6ff494 from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:42:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:42:29Z" name: error-404-isvc-3bcba-predictor.18d6ac4d17ace8d5 namespace: kserve-ci-e2e-test resourceVersion: "20789" uid: 77b4c617-52a4-4813-8668-d09955556be7 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3bcba-predictor namespace: kserve-ci-e2e-test resourceVersion: "20787" uid: 50b61f8d-16c2-4aed-a8ad-912742af281a kind: Event lastTimestamp: "2026-09-19T08:42:44Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:42:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:42:44Z" name: error-404-isvc-3bcba-predictor.18d6ac509625ef42 namespace: kserve-ci-e2e-test resourceVersion: "20985" uid: 516d9553-0b18-4ca1-882c-5055da2aa9c7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3bcba-predictor namespace: kserve-ci-e2e-test resourceVersion: "20787" uid: 50b61f8d-16c2-4aed-a8ad-912742af281a kind: Event lastTimestamp: "2026-09-19T08:42:44Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:42:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:42:44Z" name: error-404-isvc-3bcba-predictor.18d6ac50968ac77c namespace: kserve-ci-e2e-test resourceVersion: "20987" uid: 324d6bc5-648d-4012-adf3-a8b0efabd57a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-19T08:42:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3bcba-predictor namespace: kserve-ci-e2e-test resourceVersion: "20986" uid: 50b61f8d-16c2-4aed-a8ad-912742af281a kind: Event lastTimestamp: "2026-09-19T08:43:44Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:42:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:43:44Z" name: error-404-isvc-3bcba-predictor.18d6ac541539819f namespace: kserve-ci-e2e-test resourceVersion: "21707" uid: 5b327e64-878a-4acc-b1ac-1eb6ab811647 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-19T08:42:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3bcba-predictor namespace: kserve-ci-e2e-test resourceVersion: "20986" uid: 50b61f8d-16c2-4aed-a8ad-912742af281a kind: Event lastTimestamp: "2026-09-19T08:43:44Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:42:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:43:44Z" name: error-404-isvc-3bcba-predictor.18d6ac5415a41a2b namespace: kserve-ci-e2e-test resourceVersion: "21708" uid: ee02f17d-36db-4753-be7c-100e012773ab reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-19T08:42:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3bcba namespace: kserve-ci-e2e-test resourceVersion: "20774" uid: aa44a41a-aca3-4cdb-b246-c248f947f4f1 kind: Event lastTimestamp: "2026-09-19T08:43:26Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-19T08:42:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:43:26Z" name: error-404-isvc-3bcba.18d6ac4d17b63963 namespace: kserve-ci-e2e-test resourceVersion: "21517" uid: b458647e-b5bf-4cb3-bb58-84e6534c31d9 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3bcba namespace: kserve-ci-e2e-test resourceVersion: "21514" uid: aa44a41a-aca3-4cdb-b246-c248f947f4f1 kind: Event lastTimestamp: "2026-09-19T08:43:25Z" message: InferenceService [error-404-isvc-3bcba] is Ready metadata: creationTimestamp: "2026-09-19T08:43:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:43:25Z" name: error-404-isvc-3bcba.18d6ac5a5a1b53b6 namespace: kserve-ci-e2e-test resourceVersion: "21515" uid: 4779eb0d-9337-4418-a64d-a5dca4f18bce reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:33:03.407420Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc namespace: kserve-ci-e2e-test resourceVersion: "16439" uid: b4de8d11-747c-4643-a67f-30f4f0e7bfe1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc to ip-10-0-139-157.ec2.internal metadata: creationTimestamp: "2026-09-19T08:33:03Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:33:03Z" name: error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc.18d6abc965959360 namespace: kserve-ci-e2e-test resourceVersion: "16444" uid: 272ddc6b-bf6c-40ec-aa17-43e875419044 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:03Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc namespace: kserve-ci-e2e-test resourceVersion: "16451" uid: b4de8d11-747c-4643-a67f-30f4f0e7bfe1 kind: Event lastTimestamp: "2026-09-19T08:33:03Z" message: Add eth0 [10.132.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:33:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:33:03Z" name: error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc.18d6abc987aa57d7 namespace: kserve-ci-e2e-test resourceVersion: "16466" uid: 0b9b688d-dfc9-4b58-b629-b46857c45240 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc namespace: kserve-ci-e2e-test resourceVersion: "16442" uid: b4de8d11-747c-4643-a67f-30f4f0e7bfe1 kind: Event lastTimestamp: "2026-09-19T08:33:04Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-19T08:33:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:04Z" name: error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc.18d6abc988eae962 namespace: kserve-ci-e2e-test resourceVersion: "16470" uid: 8681c92e-3e88-4625-b58e-13d298f5909b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc namespace: kserve-ci-e2e-test resourceVersion: "16442" uid: b4de8d11-747c-4643-a67f-30f4f0e7bfe1 kind: Event lastTimestamp: "2026-09-19T08:33:04Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-19T08:33:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:04Z" name: error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc.18d6abc98c09e00b namespace: kserve-ci-e2e-test resourceVersion: "16471" uid: 4f8404cd-391e-4de5-b848-3c94982b8773 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc namespace: kserve-ci-e2e-test resourceVersion: "16442" uid: b4de8d11-747c-4643-a67f-30f4f0e7bfe1 kind: Event lastTimestamp: "2026-09-19T08:33:04Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-19T08:33:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:04Z" name: error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc.18d6abc98c7cb57a namespace: kserve-ci-e2e-test resourceVersion: "16472" uid: c19230f4-3bfa-4ea2-a9f6-4df1d4b68d19 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc namespace: kserve-ci-e2e-test resourceVersion: "16442" uid: b4de8d11-747c-4643-a67f-30f4f0e7bfe1 kind: Event lastTimestamp: "2026-09-19T08:33:04Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-19T08:33:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:04Z" name: error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc.18d6abc98c8851fe namespace: kserve-ci-e2e-test resourceVersion: "16473" uid: c00619be-23fc-4634-8259-3090cf0f8b12 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc namespace: kserve-ci-e2e-test resourceVersion: "16442" uid: b4de8d11-747c-4643-a67f-30f4f0e7bfe1 kind: Event lastTimestamp: "2026-09-19T08:33:04Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-19T08:33:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:04Z" name: error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc.18d6abc98fd982df namespace: kserve-ci-e2e-test resourceVersion: "16474" uid: 90a9f471-d1ef-4b6a-9958-1f03d1eb3192 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc namespace: kserve-ci-e2e-test resourceVersion: "16442" uid: b4de8d11-747c-4643-a67f-30f4f0e7bfe1 kind: Event lastTimestamp: "2026-09-19T08:33:04Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:33:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:04Z" name: error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc.18d6abc9904a46af namespace: kserve-ci-e2e-test resourceVersion: "16475" uid: 3688c17d-801f-493a-a997-48597dc351b2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-19T08:33:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc namespace: kserve-ci-e2e-test resourceVersion: "16442" uid: b4de8d11-747c-4643-a67f-30f4f0e7bfe1 kind: Event lastTimestamp: "2026-09-19T08:42:31Z" message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:33:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:31Z" name: error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc.18d6abc9dbfe6994 namespace: kserve-ci-e2e-test resourceVersion: "20858" uid: ef386262-0ee0-47bd-80e7-31378abcedde reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc namespace: kserve-ci-e2e-test resourceVersion: "16442" uid: b4de8d11-747c-4643-a67f-30f4f0e7bfe1 kind: Event lastTimestamp: "2026-09-19T08:42:28Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-19T08:42:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:28Z" name: error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc.18d6ac4d0df8c5b4 namespace: kserve-ci-e2e-test resourceVersion: "20754" uid: dca9a5a6-f093-486c-83de-0bd70ff44fbd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc namespace: kserve-ci-e2e-test resourceVersion: "16442" uid: b4de8d11-747c-4643-a67f-30f4f0e7bfe1 kind: Event lastTimestamp: "2026-09-19T08:42:28Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:42:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:28Z" name: error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc.18d6ac4d0df94ee4 namespace: kserve-ci-e2e-test resourceVersion: "20755" uid: 28553fa5-dc8e-4255-a182-fb91e8729f87 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc namespace: kserve-ci-e2e-test resourceVersion: "16442" uid: b4de8d11-747c-4643-a67f-30f4f0e7bfe1 kind: Event lastTimestamp: "2026-09-19T08:42:31Z" message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp 10.132.0.35:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:42:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:31Z" name: error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc.18d6ac4da46eb65d namespace: kserve-ci-e2e-test resourceVersion: "20857" uid: 2f7a5f8c-6084-4bcd-8f54-766e374958c0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:03Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-5cf0a-predictor-79d6c67446 namespace: kserve-ci-e2e-test resourceVersion: "16431" uid: 9de1d054-c548-4b3c-b8c3-05aa9701f44b kind: Event lastTimestamp: "2026-09-19T08:33:03Z" message: 'Created pod: error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc' metadata: creationTimestamp: "2026-09-19T08:33:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:33:03Z" name: error-404-isvc-5cf0a-predictor-79d6c67446.18d6abc964edf88d namespace: kserve-ci-e2e-test resourceVersion: "16440" uid: 6944f742-558d-49f3-9234-43c59902f34b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:03Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-5cf0a-predictor namespace: kserve-ci-e2e-test resourceVersion: "16429" uid: a77194e5-9168-42e5-a3cc-b9fccc55a745 kind: Event lastTimestamp: "2026-09-19T08:33:03Z" message: Scaled up replica set error-404-isvc-5cf0a-predictor-79d6c67446 from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:33:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:33:03Z" name: error-404-isvc-5cf0a-predictor.18d6abc96322d1d3 namespace: kserve-ci-e2e-test resourceVersion: "16432" uid: 130f91ab-e45c-4f40-989e-c3430163ed27 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:33:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5cf0a-predictor namespace: kserve-ci-e2e-test resourceVersion: "16430" uid: 7cb637f0-aa8e-4802-960f-daf716fcaddc kind: Event lastTimestamp: "2026-09-19T08:33:33Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:33:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:33:33Z" name: error-404-isvc-5cf0a-predictor.18d6abcce192a4ee namespace: kserve-ci-e2e-test resourceVersion: "16796" uid: d7a1cffa-6c09-4362-8108-d58f0843d45c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:33:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5cf0a-predictor namespace: kserve-ci-e2e-test resourceVersion: "16430" uid: 7cb637f0-aa8e-4802-960f-daf716fcaddc kind: Event lastTimestamp: "2026-09-19T08:33:33Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:33:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:33:33Z" name: error-404-isvc-5cf0a-predictor.18d6abcce1f826b2 namespace: kserve-ci-e2e-test resourceVersion: "16797" uid: 56a8c430-b0cc-475f-80b0-38dbc57c8c35 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-19T08:33:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5cf0a-predictor namespace: kserve-ci-e2e-test resourceVersion: "16635" uid: 7cb637f0-aa8e-4802-960f-daf716fcaddc kind: Event lastTimestamp: "2026-09-19T08:34:33Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:33:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:34:33Z" name: error-404-isvc-5cf0a-predictor.18d6abd3df42b729 namespace: kserve-ci-e2e-test resourceVersion: "17304" uid: 1e7dd558-37c3-4b83-9fbb-44b9f4da6347 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-19T08:33:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5cf0a-predictor namespace: kserve-ci-e2e-test resourceVersion: "16635" uid: 7cb637f0-aa8e-4802-960f-daf716fcaddc kind: Event lastTimestamp: "2026-09-19T08:34:33Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:33:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:34:33Z" name: error-404-isvc-5cf0a-predictor.18d6abd3dfa534a6 namespace: kserve-ci-e2e-test resourceVersion: "17305" uid: 1ba71e9b-9b0c-4593-b3b5-8d8a62ae6f75 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-19T08:33:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-5cf0a namespace: kserve-ci-e2e-test resourceVersion: "16418" uid: 9511c77e-e427-4813-849f-5a33a2ac84e9 kind: Event lastTimestamp: "2026-09-19T08:34:01Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-19T08:33:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:34:01Z" name: error-404-isvc-5cf0a.18d6abc9632ab586 namespace: kserve-ci-e2e-test resourceVersion: "17024" uid: 008e72fe-3cb5-4e54-b355-249554b3353a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:34:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-5cf0a namespace: kserve-ci-e2e-test resourceVersion: "17021" uid: 9511c77e-e427-4813-849f-5a33a2ac84e9 kind: Event lastTimestamp: "2026-09-19T08:34:01Z" message: InferenceService [error-404-isvc-5cf0a] is Ready metadata: creationTimestamp: "2026-09-19T08:34:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:34:01Z" name: error-404-isvc-5cf0a.18d6abd6eb1a69c0 namespace: kserve-ci-e2e-test resourceVersion: "17022" uid: 6417a6cb-a128-4714-8e1f-13e7e6333135 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:30:31.873406Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn namespace: kserve-ci-e2e-test resourceVersion: "14676" uid: 013d2e8c-8a98-4f0c-808a-86e4d3ae639e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn to ip-10-0-139-157.ec2.internal metadata: creationTimestamp: "2026-09-19T08:30:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:30:31Z" name: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn.18d6aba61d740751 namespace: kserve-ci-e2e-test resourceVersion: "14682" uid: 88bced17-b896-4897-8520-181e33c9d145 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:32Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn namespace: kserve-ci-e2e-test resourceVersion: "14686" uid: 013d2e8c-8a98-4f0c-808a-86e4d3ae639e kind: Event lastTimestamp: "2026-09-19T08:30:32Z" message: Add eth0 [10.132.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:30:32Z" name: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn.18d6aba63fb06b1a namespace: kserve-ci-e2e-test resourceVersion: "14741" uid: 4ada86e4-531e-41b9-90ec-5ae5db65011b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn namespace: kserve-ci-e2e-test resourceVersion: "14678" uid: 013d2e8c-8a98-4f0c-808a-86e4d3ae639e kind: Event lastTimestamp: "2026-09-19T08:30:32Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" metadata: creationTimestamp: "2026-09-19T08:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:32Z" name: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn.18d6aba6411861be namespace: kserve-ci-e2e-test resourceVersion: "14743" uid: f252a075-a022-49d9-b49f-0a45112b0dc3 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn namespace: kserve-ci-e2e-test resourceVersion: "14678" uid: 013d2e8c-8a98-4f0c-808a-86e4d3ae639e kind: Event lastTimestamp: "2026-09-19T08:30:44Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" in 11.945s (11.945s including waiting). Image size: 1385942097 bytes.' metadata: creationTimestamp: "2026-09-19T08:30:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:44Z" name: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn.18d6aba909194970 namespace: kserve-ci-e2e-test resourceVersion: "14875" uid: 67f1fb2a-14bf-4db0-87f6-748e63b2086d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn namespace: kserve-ci-e2e-test resourceVersion: "14678" uid: 013d2e8c-8a98-4f0c-808a-86e4d3ae639e kind: Event lastTimestamp: "2026-09-19T08:30:44Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-19T08:30:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:44Z" name: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn.18d6aba90c1fe2fb namespace: kserve-ci-e2e-test resourceVersion: "14876" uid: ba51d194-0a8e-4267-9739-f6f0c0f99281 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn namespace: kserve-ci-e2e-test resourceVersion: "14678" uid: 013d2e8c-8a98-4f0c-808a-86e4d3ae639e kind: Event lastTimestamp: "2026-09-19T08:30:44Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-19T08:30:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:44Z" name: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn.18d6aba90c8e36b2 namespace: kserve-ci-e2e-test resourceVersion: "14877" uid: d4173800-2b6e-41d6-9150-9c89b6836a31 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn namespace: kserve-ci-e2e-test resourceVersion: "14678" uid: 013d2e8c-8a98-4f0c-808a-86e4d3ae639e kind: Event lastTimestamp: "2026-09-19T08:30:44Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-19T08:30:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:44Z" name: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn.18d6aba90c9ae758 namespace: kserve-ci-e2e-test resourceVersion: "14878" uid: 8dd0f0c6-94f7-4a3d-8b44-702314fe6d3c reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn namespace: kserve-ci-e2e-test resourceVersion: "14678" uid: 013d2e8c-8a98-4f0c-808a-86e4d3ae639e kind: Event lastTimestamp: "2026-09-19T08:30:46Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.181s (2.181s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-19T08:30:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:46Z" name: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn.18d6aba98e9f417f namespace: kserve-ci-e2e-test resourceVersion: "14899" uid: 30973af0-8caa-4bb1-9124-91b0dd776732 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn namespace: kserve-ci-e2e-test resourceVersion: "14678" uid: 013d2e8c-8a98-4f0c-808a-86e4d3ae639e kind: Event lastTimestamp: "2026-09-19T08:30:46Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-19T08:30:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:46Z" name: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn.18d6aba992864513 namespace: kserve-ci-e2e-test resourceVersion: "14903" uid: 5903dfac-dca8-4ad3-b012-a6bd4e40989f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn namespace: kserve-ci-e2e-test resourceVersion: "14678" uid: 013d2e8c-8a98-4f0c-808a-86e4d3ae639e kind: Event lastTimestamp: "2026-09-19T08:30:46Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:30:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:46Z" name: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn.18d6aba992f42d83 namespace: kserve-ci-e2e-test resourceVersion: "14906" uid: 4bd3edbd-ca7c-4afd-b4a1-d661647ae71a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-19T08:30:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn namespace: kserve-ci-e2e-test resourceVersion: "14678" uid: 013d2e8c-8a98-4f0c-808a-86e4d3ae639e kind: Event lastTimestamp: "2026-09-19T08:32:12Z" message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:30:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:12Z" name: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn.18d6aba9965f8028 namespace: kserve-ci-e2e-test resourceVersion: "15799" uid: f0be9aec-c6f9-4c15-bd1c-5729fdf44fc7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn namespace: kserve-ci-e2e-test resourceVersion: "14678" uid: 013d2e8c-8a98-4f0c-808a-86e4d3ae639e kind: Event lastTimestamp: "2026-09-19T08:32:12Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-19T08:32:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:12Z" name: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn.18d6abbd91f6c5d0 namespace: kserve-ci-e2e-test resourceVersion: "15751" uid: be860fc9-40ba-42ae-9b6e-54f766a85c18 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn namespace: kserve-ci-e2e-test resourceVersion: "14678" uid: 013d2e8c-8a98-4f0c-808a-86e4d3ae639e kind: Event lastTimestamp: "2026-09-19T08:32:12Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:32:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:12Z" name: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn.18d6abbd91f76584 namespace: kserve-ci-e2e-test resourceVersion: "15752" uid: d32a3505-b087-42f5-8b9c-c6478c064599 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn namespace: kserve-ci-e2e-test resourceVersion: "14678" uid: 013d2e8c-8a98-4f0c-808a-86e4d3ae639e kind: Event lastTimestamp: "2026-09-19T08:32:12Z" message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp 10.132.0.33:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:32:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:12Z" name: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn.18d6abbd9c9cc18c namespace: kserve-ci-e2e-test resourceVersion: "15796" uid: a0efe3e1-897f-4c49-bd6c-44bdfebee642 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-83f4f-predictor-68d8b4ddbb namespace: kserve-ci-e2e-test resourceVersion: "14670" uid: a79f4256-e40e-4fc7-bfb3-1b12e56d44a8 kind: Event lastTimestamp: "2026-09-19T08:30:31Z" message: 'Created pod: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn' metadata: creationTimestamp: "2026-09-19T08:30:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:30:31Z" name: error-404-isvc-83f4f-predictor-68d8b4ddbb.18d6aba61ce8d14c namespace: kserve-ci-e2e-test resourceVersion: "14677" uid: 82b64e27-3667-4f36-9c64-1fc282234db8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-83f4f-predictor namespace: kserve-ci-e2e-test resourceVersion: "14668" uid: 9279fd8f-bead-4770-88b5-86c2451ff7f4 kind: Event lastTimestamp: "2026-09-19T08:30:31Z" message: Scaled up replica set error-404-isvc-83f4f-predictor-68d8b4ddbb from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:30:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:30:31Z" name: error-404-isvc-83f4f-predictor.18d6aba61a4ea9fb namespace: kserve-ci-e2e-test resourceVersion: "14671" uid: 69ec7ed2-191a-4092-9908-0a1104c30ef1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-19T08:30:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-83f4f-predictor namespace: kserve-ci-e2e-test resourceVersion: "14669" uid: 583d68d5-027d-4efb-b4a2-8c4b82190ba3 kind: Event lastTimestamp: "2026-09-19T08:31:46Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:30:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:31:46Z" name: error-404-isvc-83f4f-predictor.18d6aba999932aef namespace: kserve-ci-e2e-test resourceVersion: "15452" uid: 33385923-81d0-42d3-a855-54a12aa4c4cc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-19T08:30:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-83f4f-predictor namespace: kserve-ci-e2e-test resourceVersion: "14669" uid: 583d68d5-027d-4efb-b4a2-8c4b82190ba3 kind: Event lastTimestamp: "2026-09-19T08:31:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:30:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:31:46Z" name: error-404-isvc-83f4f-predictor.18d6aba99a7c716f namespace: kserve-ci-e2e-test resourceVersion: "15453" uid: 961571cb-9102-459a-ac21-503283f0e0a2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-83f4f-predictor namespace: kserve-ci-e2e-test resourceVersion: "14914" uid: 583d68d5-027d-4efb-b4a2-8c4b82190ba3 kind: Event lastTimestamp: "2026-09-19T08:32:01Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:32:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:32:01Z" name: error-404-isvc-83f4f-predictor.18d6abbb14049ffc namespace: kserve-ci-e2e-test resourceVersion: "15601" uid: 3f2699ef-1a15-4845-8a52-b7e52056c7ac reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-83f4f-predictor namespace: kserve-ci-e2e-test resourceVersion: "14914" uid: 583d68d5-027d-4efb-b4a2-8c4b82190ba3 kind: Event lastTimestamp: "2026-09-19T08:32:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:32:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:32:01Z" name: error-404-isvc-83f4f-predictor.18d6abbb14672100 namespace: kserve-ci-e2e-test resourceVersion: "15603" uid: 74f5d70a-ed74-416f-82c1-4e85486cec4c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-19T08:30:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-83f4f namespace: kserve-ci-e2e-test resourceVersion: "14653" uid: 7efd703f-599f-4e60-b29d-7b53e6a54d09 kind: Event lastTimestamp: "2026-09-19T08:31:42Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-19T08:30:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:31:42Z" name: error-404-isvc-83f4f.18d6aba61a55c941 namespace: kserve-ci-e2e-test resourceVersion: "15401" uid: 0e48ed5b-ae69-41f6-a1b9-0d1c94953c7b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:31:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-83f4f namespace: kserve-ci-e2e-test resourceVersion: "15399" uid: 7efd703f-599f-4e60-b29d-7b53e6a54d09 kind: Event lastTimestamp: "2026-09-19T08:31:42Z" message: InferenceService [error-404-isvc-83f4f] is Ready metadata: creationTimestamp: "2026-09-19T08:31:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:31:42Z" name: error-404-isvc-83f4f.18d6abb6a614b699 namespace: kserve-ci-e2e-test resourceVersion: "15400" uid: 658e1b4b-9b00-44e4-ac07-30690c305636 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:41:38.190162Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw namespace: kserve-ci-e2e-test resourceVersion: "20268" uid: 22a6f174-5523-4416-a8f3-4ee515d0f1d9 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw to ip-10-0-139-157.ec2.internal metadata: creationTimestamp: "2026-09-19T08:41:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:41:38Z" name: error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw.18d6ac414106d509 namespace: kserve-ci-e2e-test resourceVersion: "20272" uid: 6270ad66-e4ab-4ef8-abf0-7448861dc1ab reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:41:38Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw namespace: kserve-ci-e2e-test resourceVersion: "20278" uid: 22a6f174-5523-4416-a8f3-4ee515d0f1d9 kind: Event lastTimestamp: "2026-09-19T08:41:38Z" message: Add eth0 [10.132.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:41:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:41:38Z" name: error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw.18d6ac4162f95a03 namespace: kserve-ci-e2e-test resourceVersion: "20288" uid: 37081d9a-e1a1-4a7d-9aca-ef6319845e99 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:41:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw namespace: kserve-ci-e2e-test resourceVersion: "20270" uid: 22a6f174-5523-4416-a8f3-4ee515d0f1d9 kind: Event lastTimestamp: "2026-09-19T08:41:38Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-19T08:41:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:41:38Z" name: error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw.18d6ac4164444fd6 namespace: kserve-ci-e2e-test resourceVersion: "20290" uid: 5cac38b3-5ca9-4c6a-8c20-00a9831ba1e1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:41:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw namespace: kserve-ci-e2e-test resourceVersion: "20270" uid: 22a6f174-5523-4416-a8f3-4ee515d0f1d9 kind: Event lastTimestamp: "2026-09-19T08:41:38Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-19T08:41:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:41:38Z" name: error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw.18d6ac4166d8ddcc namespace: kserve-ci-e2e-test resourceVersion: "20292" uid: 20a6f16b-e497-4708-bcfd-01bdfba145b5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:41:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw namespace: kserve-ci-e2e-test resourceVersion: "20270" uid: 22a6f174-5523-4416-a8f3-4ee515d0f1d9 kind: Event lastTimestamp: "2026-09-19T08:41:38Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-19T08:41:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:41:38Z" name: error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw.18d6ac416749593f namespace: kserve-ci-e2e-test resourceVersion: "20293" uid: 82fb2573-2b02-4ba3-b402-1fdb8c77cc2b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:41:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw namespace: kserve-ci-e2e-test resourceVersion: "20270" uid: 22a6f174-5523-4416-a8f3-4ee515d0f1d9 kind: Event lastTimestamp: "2026-09-19T08:41:38Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-19T08:41:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:41:38Z" name: error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw.18d6ac4167543d54 namespace: kserve-ci-e2e-test resourceVersion: "20294" uid: e5232839-f87c-4c93-8bba-6c65aed89adb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:41:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw namespace: kserve-ci-e2e-test resourceVersion: "20270" uid: 22a6f174-5523-4416-a8f3-4ee515d0f1d9 kind: Event lastTimestamp: "2026-09-19T08:41:38Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-19T08:41:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:41:38Z" name: error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw.18d6ac416a405248 namespace: kserve-ci-e2e-test resourceVersion: "20297" uid: 7dd3cac2-3a1a-46f7-9f83-f681206d072c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:41:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw namespace: kserve-ci-e2e-test resourceVersion: "20270" uid: 22a6f174-5523-4416-a8f3-4ee515d0f1d9 kind: Event lastTimestamp: "2026-09-19T08:41:38Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:41:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:41:38Z" name: error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw.18d6ac416ab9af41 namespace: kserve-ci-e2e-test resourceVersion: "20299" uid: b8efff14-0956-4e04-932b-de440ba88263 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-19T08:41:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw namespace: kserve-ci-e2e-test resourceVersion: "20270" uid: 22a6f174-5523-4416-a8f3-4ee515d0f1d9 kind: Event lastTimestamp: "2026-09-19T08:42:26Z" message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:41:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:26Z" name: error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw.18d6ac41d4c7165b namespace: kserve-ci-e2e-test resourceVersion: "20683" uid: 3f3e0214-a068-4e22-86a3-1552bb5b5601 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw namespace: kserve-ci-e2e-test resourceVersion: "20270" uid: 22a6f174-5523-4416-a8f3-4ee515d0f1d9 kind: Event lastTimestamp: "2026-09-19T08:43:08Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-19T08:43:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:08Z" name: error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw.18d6ac565ef2835f namespace: kserve-ci-e2e-test resourceVersion: "21274" uid: c5728bc2-a93c-424a-9c9d-8294d5d0d352 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw namespace: kserve-ci-e2e-test resourceVersion: "20270" uid: 22a6f174-5523-4416-a8f3-4ee515d0f1d9 kind: Event lastTimestamp: "2026-09-19T08:43:08Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:43:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:08Z" name: error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw.18d6ac565ef3017b namespace: kserve-ci-e2e-test resourceVersion: "21275" uid: 36151dc6-0712-463b-b393-f5e9c6564668 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw namespace: kserve-ci-e2e-test resourceVersion: "20270" uid: 22a6f174-5523-4416-a8f3-4ee515d0f1d9 kind: Event lastTimestamp: "2026-09-19T08:43:11Z" message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp 10.132.0.36:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:43:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:11Z" name: error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw.18d6ac57054dedf0 namespace: kserve-ci-e2e-test resourceVersion: "21386" uid: 2273d35c-1d52-44bd-8f07-65259c472eef reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:41:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-88665-predictor-7c9cfdb5d6 namespace: kserve-ci-e2e-test resourceVersion: "20261" uid: 5c4954d9-77b4-4302-8801-0ebc37ead250 kind: Event lastTimestamp: "2026-09-19T08:41:38Z" message: 'Created pod: error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw' metadata: creationTimestamp: "2026-09-19T08:41:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:41:38Z" name: error-404-isvc-88665-predictor-7c9cfdb5d6.18d6ac414084b05b namespace: kserve-ci-e2e-test resourceVersion: "20269" uid: a717a8b4-c9f8-45e9-a420-fd4008a203be reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:41:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-88665-predictor namespace: kserve-ci-e2e-test resourceVersion: "20255" uid: 7abe864b-6280-4d13-9afc-6348e963c35f kind: Event lastTimestamp: "2026-09-19T08:41:38Z" message: Scaled up replica set error-404-isvc-88665-predictor-7c9cfdb5d6 from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:41:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:41:38Z" name: error-404-isvc-88665-predictor.18d6ac413eb30327 namespace: kserve-ci-e2e-test resourceVersion: "20262" uid: 45297932-6f19-4705-ac6b-f5958776b365 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:41:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-88665-predictor namespace: kserve-ci-e2e-test resourceVersion: "20260" uid: 310f35c1-a17a-4d22-a215-c69e61c85059 kind: Event lastTimestamp: "2026-09-19T08:42:08Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:41:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:42:08Z" name: error-404-isvc-88665-predictor.18d6ac44bd2f20f5 namespace: kserve-ci-e2e-test resourceVersion: "20548" uid: 85debfa5-134f-45ae-86af-4b7d7fbf3d5e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:41:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-88665-predictor namespace: kserve-ci-e2e-test resourceVersion: "20260" uid: 310f35c1-a17a-4d22-a215-c69e61c85059 kind: Event lastTimestamp: "2026-09-19T08:42:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:41:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:42:08Z" name: error-404-isvc-88665-predictor.18d6ac44bd95a1e6 namespace: kserve-ci-e2e-test resourceVersion: "20549" uid: 280f4a4e-305c-49ab-b242-2ebd20a87a24 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-19T08:42:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-88665-predictor namespace: kserve-ci-e2e-test resourceVersion: "20438" uid: 310f35c1-a17a-4d22-a215-c69e61c85059 kind: Event lastTimestamp: "2026-09-19T08:43:08Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:42:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:43:08Z" name: error-404-isvc-88665-predictor.18d6ac4bbada359e namespace: kserve-ci-e2e-test resourceVersion: "21215" uid: dde87051-be2a-43c6-ad6a-3ed3c0b2ada2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-19T08:42:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-88665-predictor namespace: kserve-ci-e2e-test resourceVersion: "20438" uid: 310f35c1-a17a-4d22-a215-c69e61c85059 kind: Event lastTimestamp: "2026-09-19T08:43:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:42:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:43:08Z" name: error-404-isvc-88665-predictor.18d6ac4bbb41b601 namespace: kserve-ci-e2e-test resourceVersion: "21216" uid: 8094c592-1d8a-45d3-a6e6-3c6a68909664 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-19T08:41:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-88665 namespace: kserve-ci-e2e-test resourceVersion: "20227" uid: f96fb7ae-562b-45a1-87a2-7c29b163a9af kind: Event lastTimestamp: "2026-09-19T08:42:36Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-19T08:41:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:42:36Z" name: error-404-isvc-88665.18d6ac413ec02e96 namespace: kserve-ci-e2e-test resourceVersion: "20914" uid: b01cd343-6ed7-4d8f-b358-e05c395cd039 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:41:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-88665 namespace: kserve-ci-e2e-test resourceVersion: "20227" uid: f96fb7ae-562b-45a1-87a2-7c29b163a9af kind: Event lastTimestamp: "2026-09-19T08:41:38Z" message: 'Failed to update status for InferenceService "error-404-isvc-88665": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-88665": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-19T08:41:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:41:38Z" name: error-404-isvc-88665.18d6ac413f2b2824 namespace: kserve-ci-e2e-test resourceVersion: "20265" uid: 63032b65-6371-4822-a0e1-30b011152ba3 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:41:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-88665 namespace: kserve-ci-e2e-test resourceVersion: "20227" uid: f96fb7ae-562b-45a1-87a2-7c29b163a9af kind: Event lastTimestamp: "2026-09-19T08:41:38Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-88665": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-19T08:41:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:41:38Z" name: error-404-isvc-88665.18d6ac413f2b9471 namespace: kserve-ci-e2e-test resourceVersion: "20267" uid: 449416b1-dce3-4669-9a13-273c269ec3cc reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-88665 namespace: kserve-ci-e2e-test resourceVersion: "20912" uid: f96fb7ae-562b-45a1-87a2-7c29b163a9af kind: Event lastTimestamp: "2026-09-19T08:42:36Z" message: InferenceService [error-404-isvc-88665] is Ready metadata: creationTimestamp: "2026-09-19T08:42:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:42:36Z" name: error-404-isvc-88665.18d6ac4ee3edcdb4 namespace: kserve-ci-e2e-test resourceVersion: "20913" uid: 078d7422-79b7-408b-b6f3-d56059266e39 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:32:12.790027Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-96102-predictor-75c8898456-mwf4g namespace: kserve-ci-e2e-test resourceVersion: "15791" uid: 46054877-aba8-4c16-b75d-a8a04f2454b2 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-96102-predictor-75c8898456-mwf4g to ip-10-0-139-157.ec2.internal metadata: creationTimestamp: "2026-09-19T08:32:12Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:32:12Z" name: error-404-isvc-96102-predictor-75c8898456-mwf4g.18d6abbd9c8d7d06 namespace: kserve-ci-e2e-test resourceVersion: "15795" uid: 58216065-cef6-4e2d-bc99-1a7593f44e36 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:13Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-96102-predictor-75c8898456-mwf4g namespace: kserve-ci-e2e-test resourceVersion: "15801" uid: 46054877-aba8-4c16-b75d-a8a04f2454b2 kind: Event lastTimestamp: "2026-09-19T08:32:13Z" message: Add eth0 [10.132.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:32:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:32:13Z" name: error-404-isvc-96102-predictor-75c8898456-mwf4g.18d6abbdbeb4f8b4 namespace: kserve-ci-e2e-test resourceVersion: "15818" uid: efecb379-ea84-4488-a17f-f2227a161da0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-96102-predictor-75c8898456-mwf4g namespace: kserve-ci-e2e-test resourceVersion: "15793" uid: 46054877-aba8-4c16-b75d-a8a04f2454b2 kind: Event lastTimestamp: "2026-09-19T08:32:13Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-19T08:32:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:13Z" name: error-404-isvc-96102-predictor-75c8898456-mwf4g.18d6abbdc01618b0 namespace: kserve-ci-e2e-test resourceVersion: "15820" uid: 8be95911-ef59-43cf-b3fd-048931ede5f0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-96102-predictor-75c8898456-mwf4g namespace: kserve-ci-e2e-test resourceVersion: "15793" uid: 46054877-aba8-4c16-b75d-a8a04f2454b2 kind: Event lastTimestamp: "2026-09-19T08:32:13Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-19T08:32:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:13Z" name: error-404-isvc-96102-predictor-75c8898456-mwf4g.18d6abbdc365d90c namespace: kserve-ci-e2e-test resourceVersion: "15823" uid: d49f81ab-65a4-4db4-b5dc-937e5fda7cce reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-96102-predictor-75c8898456-mwf4g namespace: kserve-ci-e2e-test resourceVersion: "15793" uid: 46054877-aba8-4c16-b75d-a8a04f2454b2 kind: Event lastTimestamp: "2026-09-19T08:32:13Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-19T08:32:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:13Z" name: error-404-isvc-96102-predictor-75c8898456-mwf4g.18d6abbdc3cb8131 namespace: kserve-ci-e2e-test resourceVersion: "15824" uid: d0deade3-04a1-42e8-b8c1-ef6ad649e252 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-96102-predictor-75c8898456-mwf4g namespace: kserve-ci-e2e-test resourceVersion: "15793" uid: 46054877-aba8-4c16-b75d-a8a04f2454b2 kind: Event lastTimestamp: "2026-09-19T08:32:13Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-19T08:32:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:13Z" name: error-404-isvc-96102-predictor-75c8898456-mwf4g.18d6abbdc3d51780 namespace: kserve-ci-e2e-test resourceVersion: "15825" uid: 3560f709-2525-4c92-9cb0-8587da7b53f0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-96102-predictor-75c8898456-mwf4g namespace: kserve-ci-e2e-test resourceVersion: "15793" uid: 46054877-aba8-4c16-b75d-a8a04f2454b2 kind: Event lastTimestamp: "2026-09-19T08:32:13Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-19T08:32:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:13Z" name: error-404-isvc-96102-predictor-75c8898456-mwf4g.18d6abbdc69f3c81 namespace: kserve-ci-e2e-test resourceVersion: "15826" uid: 934c266b-1a91-4252-a868-4d04a1d86b05 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-96102-predictor-75c8898456-mwf4g namespace: kserve-ci-e2e-test resourceVersion: "15793" uid: 46054877-aba8-4c16-b75d-a8a04f2454b2 kind: Event lastTimestamp: "2026-09-19T08:32:13Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:32:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:13Z" name: error-404-isvc-96102-predictor-75c8898456-mwf4g.18d6abbdc70435fe namespace: kserve-ci-e2e-test resourceVersion: "15827" uid: 3e777b85-26b1-4a63-8fed-2437d5c71e9b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-19T08:32:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-96102-predictor-75c8898456-mwf4g namespace: kserve-ci-e2e-test resourceVersion: "15793" uid: 46054877-aba8-4c16-b75d-a8a04f2454b2 kind: Event lastTimestamp: "2026-09-19T08:41:41Z" message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:32:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:41:41Z" name: error-404-isvc-96102-predictor-75c8898456-mwf4g.18d6abbe2a6403bd namespace: kserve-ci-e2e-test resourceVersion: "20331" uid: 1cc8adf9-a340-4db1-b49d-66b20118869b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:41:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-96102-predictor-75c8898456-mwf4g namespace: kserve-ci-e2e-test resourceVersion: "15793" uid: 46054877-aba8-4c16-b75d-a8a04f2454b2 kind: Event lastTimestamp: "2026-09-19T08:41:38Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-19T08:41:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:41:38Z" name: error-404-isvc-96102-predictor-75c8898456-mwf4g.18d6ac413d4dc5db namespace: kserve-ci-e2e-test resourceVersion: "20251" uid: f1debd92-fda8-440a-bda9-824ecb9ace91 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:41:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-96102-predictor-75c8898456-mwf4g namespace: kserve-ci-e2e-test resourceVersion: "15793" uid: 46054877-aba8-4c16-b75d-a8a04f2454b2 kind: Event lastTimestamp: "2026-09-19T08:41:38Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:41:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:41:38Z" name: error-404-isvc-96102-predictor-75c8898456-mwf4g.18d6ac413d4e420f namespace: kserve-ci-e2e-test resourceVersion: "20257" uid: e2983c40-11cf-499e-af7b-74944e8fa07d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:41:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-96102-predictor-75c8898456-mwf4g namespace: kserve-ci-e2e-test resourceVersion: "15793" uid: 46054877-aba8-4c16-b75d-a8a04f2454b2 kind: Event lastTimestamp: "2026-09-19T08:41:41Z" message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp 10.132.0.34:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:41:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:41:41Z" name: error-404-isvc-96102-predictor-75c8898456-mwf4g.18d6ac41f2d9ed6f namespace: kserve-ci-e2e-test resourceVersion: "20330" uid: 5653bc8b-af57-44b0-bb55-641868a5e40f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:12Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-96102-predictor-75c8898456 namespace: kserve-ci-e2e-test resourceVersion: "15785" uid: 8ecb434b-be52-4f93-b3fe-a48a7a86c847 kind: Event lastTimestamp: "2026-09-19T08:32:12Z" message: 'Created pod: error-404-isvc-96102-predictor-75c8898456-mwf4g' metadata: creationTimestamp: "2026-09-19T08:32:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:32:12Z" name: error-404-isvc-96102-predictor-75c8898456.18d6abbd9c1d8a17 namespace: kserve-ci-e2e-test resourceVersion: "15792" uid: 777146c4-0a08-4781-8be0-4b8de1d42aed reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:12Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-96102-predictor namespace: kserve-ci-e2e-test resourceVersion: "15782" uid: 874c83e8-2fed-4abb-8830-05dfe6b5f831 kind: Event lastTimestamp: "2026-09-19T08:32:12Z" message: Scaled up replica set error-404-isvc-96102-predictor-75c8898456 from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:32:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:32:12Z" name: error-404-isvc-96102-predictor.18d6abbd9a819a2c namespace: kserve-ci-e2e-test resourceVersion: "15787" uid: fef4d4fc-abfe-4458-beca-3bc13364ca35 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:32:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-96102-predictor namespace: kserve-ci-e2e-test resourceVersion: "15784" uid: 176238c1-1664-4360-89da-dd44af4dc8c6 kind: Event lastTimestamp: "2026-09-19T08:32:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:32:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:32:57Z" name: error-404-isvc-96102-predictor.18d6abc118f153c6 namespace: kserve-ci-e2e-test resourceVersion: "16273" uid: fda6c90b-a2de-4a0e-aaec-998d664d6ae5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:32:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-96102-predictor namespace: kserve-ci-e2e-test resourceVersion: "15784" uid: 176238c1-1664-4360-89da-dd44af4dc8c6 kind: Event lastTimestamp: "2026-09-19T08:32:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:32:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:32:57Z" name: error-404-isvc-96102-predictor.18d6abc119639604 namespace: kserve-ci-e2e-test resourceVersion: "16274" uid: 37601fab-dcac-4677-aeb4-af4f25de52e0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-19T08:32:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-96102-predictor namespace: kserve-ci-e2e-test resourceVersion: "15998" uid: 176238c1-1664-4360-89da-dd44af4dc8c6 kind: Event lastTimestamp: "2026-09-19T08:33:42Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:32:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:33:42Z" name: error-404-isvc-96102-predictor.18d6abc498110fcf namespace: kserve-ci-e2e-test resourceVersion: "16871" uid: 9bc5e48e-8208-4d94-b096-c6995b29530a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-19T08:32:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-96102-predictor namespace: kserve-ci-e2e-test resourceVersion: "15998" uid: 176238c1-1664-4360-89da-dd44af4dc8c6 kind: Event lastTimestamp: "2026-09-19T08:33:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:32:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:33:42Z" name: error-404-isvc-96102-predictor.18d6abc4987937b4 namespace: kserve-ci-e2e-test resourceVersion: "16872" uid: 8a512b86-3736-4a7a-87af-db81bfee629e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-19T08:32:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-96102 namespace: kserve-ci-e2e-test resourceVersion: "15767" uid: 731e1545-e8c1-41a2-a21c-1a163bc4e548 kind: Event lastTimestamp: "2026-09-19T08:33:11Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-19T08:32:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:33:11Z" name: error-404-isvc-96102.18d6abbd9a7f6984 namespace: kserve-ci-e2e-test resourceVersion: "16559" uid: 09d02b36-af6d-4981-9551-c4d6ee9e1d42 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-96102 namespace: kserve-ci-e2e-test resourceVersion: "16556" uid: 731e1545-e8c1-41a2-a21c-1a163bc4e548 kind: Event lastTimestamp: "2026-09-19T08:33:11Z" message: InferenceService [error-404-isvc-96102] is Ready metadata: creationTimestamp: "2026-09-19T08:33:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:33:11Z" name: error-404-isvc-96102.18d6abcb3976dcde namespace: kserve-ci-e2e-test resourceVersion: "16557" uid: 1e850a65-6632-419c-a512-2b7a145a4374 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:43:50.235073Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74 namespace: kserve-ci-e2e-test resourceVersion: "21850" uid: b3a0e011-81cc-47b9-93bb-e3acb44417fd kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74 to ip-10-0-139-157.ec2.internal metadata: creationTimestamp: "2026-09-19T08:43:50Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:43:50Z" name: error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74.18d6ac5fff844bba namespace: kserve-ci-e2e-test resourceVersion: "21854" uid: 412ad9ab-928f-4914-88b3-9af5e3549feb reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:50Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74 namespace: kserve-ci-e2e-test resourceVersion: "21852" uid: b3a0e011-81cc-47b9-93bb-e3acb44417fd kind: Event lastTimestamp: "2026-09-19T08:43:50Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-bdc39-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-19T08:43:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:50Z" name: error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74.18d6ac600ea415cc namespace: kserve-ci-e2e-test resourceVersion: "21871" uid: 4800c35c-6300-4f4a-a0ba-300faf4577b6 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:51Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74 namespace: kserve-ci-e2e-test resourceVersion: "21860" uid: b3a0e011-81cc-47b9-93bb-e3acb44417fd kind: Event lastTimestamp: "2026-09-19T08:43:51Z" message: Add eth0 [10.132.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:43:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:43:51Z" name: error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74.18d6ac604567e274 namespace: kserve-ci-e2e-test resourceVersion: "21891" uid: 6006eae9-6c25-4225-b344-14b658a6b0ed reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74 namespace: kserve-ci-e2e-test resourceVersion: "21852" uid: b3a0e011-81cc-47b9-93bb-e3acb44417fd kind: Event lastTimestamp: "2026-09-19T08:43:51Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-19T08:43:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:51Z" name: error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74.18d6ac6046c72383 namespace: kserve-ci-e2e-test resourceVersion: "21893" uid: 8a2ab43c-e5f0-4bd1-b6fb-39f546e5fde6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74 namespace: kserve-ci-e2e-test resourceVersion: "21852" uid: b3a0e011-81cc-47b9-93bb-e3acb44417fd kind: Event lastTimestamp: "2026-09-19T08:43:51Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-19T08:43:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:51Z" name: error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74.18d6ac6049eba573 namespace: kserve-ci-e2e-test resourceVersion: "21894" uid: 10aa9931-a7cd-4241-9f0b-d273213a2f04 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74 namespace: kserve-ci-e2e-test resourceVersion: "21852" uid: b3a0e011-81cc-47b9-93bb-e3acb44417fd kind: Event lastTimestamp: "2026-09-19T08:43:51Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-19T08:43:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:51Z" name: error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74.18d6ac604a5d2362 namespace: kserve-ci-e2e-test resourceVersion: "21895" uid: 0446d9b2-f184-4015-bf81-acaba8560d3a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74 namespace: kserve-ci-e2e-test resourceVersion: "21852" uid: b3a0e011-81cc-47b9-93bb-e3acb44417fd kind: Event lastTimestamp: "2026-09-19T08:43:51Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-19T08:43:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:51Z" name: error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74.18d6ac604a678be6 namespace: kserve-ci-e2e-test resourceVersion: "21896" uid: 59ef9e3b-bcb0-4800-a824-ba817c39f911 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74 namespace: kserve-ci-e2e-test resourceVersion: "21852" uid: b3a0e011-81cc-47b9-93bb-e3acb44417fd kind: Event lastTimestamp: "2026-09-19T08:43:51Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-19T08:43:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:51Z" name: error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74.18d6ac604d5caf8b namespace: kserve-ci-e2e-test resourceVersion: "21898" uid: 3b3e06e6-e586-4b80-85a7-89eab73a2622 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74 namespace: kserve-ci-e2e-test resourceVersion: "21852" uid: b3a0e011-81cc-47b9-93bb-e3acb44417fd kind: Event lastTimestamp: "2026-09-19T08:43:51Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:43:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:51Z" name: error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74.18d6ac604dcea5ea namespace: kserve-ci-e2e-test resourceVersion: "21899" uid: 4ce66457-e3a7-4234-89ac-74b1c6aa9013 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-19T08:43:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74 namespace: kserve-ci-e2e-test resourceVersion: "21852" uid: b3a0e011-81cc-47b9-93bb-e3acb44417fd kind: Event lastTimestamp: "2026-09-19T08:44:39Z" message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:43:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:44:39Z" name: error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74.18d6ac60b532ae9e namespace: kserve-ci-e2e-test resourceVersion: "22355" uid: cff898b7-c98b-49e6-8bee-8ccba391b434 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74 namespace: kserve-ci-e2e-test resourceVersion: "21852" uid: b3a0e011-81cc-47b9-93bb-e3acb44417fd kind: Event lastTimestamp: "2026-09-19T08:53:15Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-19T08:53:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:15Z" name: error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74.18d6ace39beec4f6 namespace: kserve-ci-e2e-test resourceVersion: "26456" uid: cebc29b2-9383-4779-89ac-0b4402c2f540 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74 namespace: kserve-ci-e2e-test resourceVersion: "21852" uid: b3a0e011-81cc-47b9-93bb-e3acb44417fd kind: Event lastTimestamp: "2026-09-19T08:53:15Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:53:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:15Z" name: error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74.18d6ace39bef26da namespace: kserve-ci-e2e-test resourceVersion: "26459" uid: 9e04f94a-3ea1-4dec-beeb-d29b3ec36415 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:50Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-bdc39-predictor-5cb4dbc486 namespace: kserve-ci-e2e-test resourceVersion: "21844" uid: 95425eea-7400-4a0d-980e-7eed805ec953 kind: Event lastTimestamp: "2026-09-19T08:43:50Z" message: 'Created pod: error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74' metadata: creationTimestamp: "2026-09-19T08:43:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:43:50Z" name: error-404-isvc-bdc39-predictor-5cb4dbc486.18d6ac5fff198fdd namespace: kserve-ci-e2e-test resourceVersion: "21851" uid: 813923b1-2984-4210-8d7a-20cb4b684bac reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:50Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-bdc39-predictor namespace: kserve-ci-e2e-test resourceVersion: "21841" uid: 1c8b55d3-e07c-46d4-a54f-724ce9c5574f kind: Event lastTimestamp: "2026-09-19T08:43:50Z" message: Scaled up replica set error-404-isvc-bdc39-predictor-5cb4dbc486 from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:43:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:43:50Z" name: error-404-isvc-bdc39-predictor.18d6ac5ffd70bc62 namespace: kserve-ci-e2e-test resourceVersion: "21845" uid: 8a314ad0-3085-4d0a-b61f-aae25322de15 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:44:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-bdc39-predictor namespace: kserve-ci-e2e-test resourceVersion: "21843" uid: 9b8f65f8-7497-4c22-86fe-d598365b4b4d kind: Event lastTimestamp: "2026-09-19T08:44:20Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:44:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:44:20Z" name: error-404-isvc-bdc39-predictor.18d6ac637be191e4 namespace: kserve-ci-e2e-test resourceVersion: "22200" uid: dd3e4118-082c-403a-a949-10360ff0a7ad reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:44:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-bdc39-predictor namespace: kserve-ci-e2e-test resourceVersion: "21843" uid: 9b8f65f8-7497-4c22-86fe-d598365b4b4d kind: Event lastTimestamp: "2026-09-19T08:44:20Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:44:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:44:20Z" name: error-404-isvc-bdc39-predictor.18d6ac637c4663c9 namespace: kserve-ci-e2e-test resourceVersion: "22201" uid: a104a43b-edd3-4cf3-95bf-07075ca7844d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-19T08:44:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-bdc39-predictor namespace: kserve-ci-e2e-test resourceVersion: "22030" uid: 9b8f65f8-7497-4c22-86fe-d598365b4b4d kind: Event lastTimestamp: "2026-09-19T08:45:20Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:44:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:45:20Z" name: error-404-isvc-bdc39-predictor.18d6ac6a79a47f1e namespace: kserve-ci-e2e-test resourceVersion: "22710" uid: 45dd2675-2787-4f9c-9c7a-e9f375b0e33d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-19T08:44:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-bdc39-predictor namespace: kserve-ci-e2e-test resourceVersion: "22030" uid: 9b8f65f8-7497-4c22-86fe-d598365b4b4d kind: Event lastTimestamp: "2026-09-19T08:45:20Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:44:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:45:20Z" name: error-404-isvc-bdc39-predictor.18d6ac6a7a06897b namespace: kserve-ci-e2e-test resourceVersion: "22711" uid: 71cb71ba-58c0-4aca-ae4b-b51b970b447f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-19T08:43:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-bdc39 namespace: kserve-ci-e2e-test resourceVersion: "21832" uid: 3d56bef9-cb5a-4051-9b6b-9b8d50bb0d98 kind: Event lastTimestamp: "2026-09-19T08:44:49Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-19T08:43:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:44:49Z" name: error-404-isvc-bdc39.18d6ac5ffd78af08 namespace: kserve-ci-e2e-test resourceVersion: "22443" uid: d67e61fb-b890-44f8-825f-3c96086b9ea9 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:44:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-bdc39 namespace: kserve-ci-e2e-test resourceVersion: "22440" uid: 3d56bef9-cb5a-4051-9b6b-9b8d50bb0d98 kind: Event lastTimestamp: "2026-09-19T08:44:49Z" message: InferenceService [error-404-isvc-bdc39] is Ready metadata: creationTimestamp: "2026-09-19T08:44:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:44:49Z" name: error-404-isvc-bdc39.18d6ac6dc4890bf3 namespace: kserve-ci-e2e-test resourceVersion: "22441" uid: acdd04ad-7d1c-4072-80df-2f79c584d5b6 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:53:15.675524Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7 namespace: kserve-ci-e2e-test resourceVersion: "26497" uid: 1c5b9211-82b1-4882-a223-fcf439673a4a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7 to ip-10-0-139-157.ec2.internal metadata: creationTimestamp: "2026-09-19T08:53:15Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:53:15Z" name: error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7.18d6ace3a664cf3e namespace: kserve-ci-e2e-test resourceVersion: "26501" uid: 676ec843-743f-4840-8df9-16a46a8be7e2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:15Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7 namespace: kserve-ci-e2e-test resourceVersion: "26499" uid: 1c5b9211-82b1-4882-a223-fcf439673a4a kind: Event lastTimestamp: "2026-09-19T08:53:15Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-bde64-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-19T08:53:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:15Z" name: error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7.18d6ace3b3ba7a9b namespace: kserve-ci-e2e-test resourceVersion: "26513" uid: 90226511-dacc-43e1-a8e0-25c0b91db025 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:16Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7 namespace: kserve-ci-e2e-test resourceVersion: "26506" uid: 1c5b9211-82b1-4882-a223-fcf439673a4a kind: Event lastTimestamp: "2026-09-19T08:53:16Z" message: Add eth0 [10.132.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:53:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:53:16Z" name: error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7.18d6ace3ec3315fd namespace: kserve-ci-e2e-test resourceVersion: "26531" uid: d2dfdd37-e3dd-4a56-af70-986d00c5d475 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7 namespace: kserve-ci-e2e-test resourceVersion: "26499" uid: 1c5b9211-82b1-4882-a223-fcf439673a4a kind: Event lastTimestamp: "2026-09-19T08:53:16Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-19T08:53:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:16Z" name: error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7.18d6ace3ed883449 namespace: kserve-ci-e2e-test resourceVersion: "26535" uid: f4b642a2-c783-45a5-9f17-3fdb52d1ba13 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7 namespace: kserve-ci-e2e-test resourceVersion: "26499" uid: 1c5b9211-82b1-4882-a223-fcf439673a4a kind: Event lastTimestamp: "2026-09-19T08:53:16Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-19T08:53:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:16Z" name: error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7.18d6ace3f0e376c8 namespace: kserve-ci-e2e-test resourceVersion: "26539" uid: 4cb27546-b3aa-4b34-99fd-081843342ac7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7 namespace: kserve-ci-e2e-test resourceVersion: "26499" uid: 1c5b9211-82b1-4882-a223-fcf439673a4a kind: Event lastTimestamp: "2026-09-19T08:53:16Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-19T08:53:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:16Z" name: error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7.18d6ace3f15629af namespace: kserve-ci-e2e-test resourceVersion: "26540" uid: fa0cf4ed-37eb-4418-a14f-f6350c561bc7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7 namespace: kserve-ci-e2e-test resourceVersion: "26499" uid: 1c5b9211-82b1-4882-a223-fcf439673a4a kind: Event lastTimestamp: "2026-09-19T08:53:16Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-19T08:53:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:16Z" name: error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7.18d6ace3f160bf0f namespace: kserve-ci-e2e-test resourceVersion: "26541" uid: 3a2aa18e-9510-45c3-9ce1-78f725c48600 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7 namespace: kserve-ci-e2e-test resourceVersion: "26499" uid: 1c5b9211-82b1-4882-a223-fcf439673a4a kind: Event lastTimestamp: "2026-09-19T08:53:16Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-19T08:53:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:16Z" name: error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7.18d6ace3f49e0aac namespace: kserve-ci-e2e-test resourceVersion: "26543" uid: 1c6c479a-9b7b-48e5-bd7c-66e1aa24a666 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7 namespace: kserve-ci-e2e-test resourceVersion: "26499" uid: 1c5b9211-82b1-4882-a223-fcf439673a4a kind: Event lastTimestamp: "2026-09-19T08:53:16Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:53:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:16Z" name: error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7.18d6ace3f50d5ffa namespace: kserve-ci-e2e-test resourceVersion: "26544" uid: a35b0d64-16f4-4b18-839d-64121b44d966 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-19T08:53:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7 namespace: kserve-ci-e2e-test resourceVersion: "26499" uid: 1c5b9211-82b1-4882-a223-fcf439673a4a kind: Event lastTimestamp: "2026-09-19T08:54:04Z" message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:53:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:54:04Z" name: error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7.18d6ace45e591b77 namespace: kserve-ci-e2e-test resourceVersion: "27153" uid: 2541239a-4418-4a6f-ac06-0d6e2cd7df62 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T09:10:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7 namespace: kserve-ci-e2e-test resourceVersion: "26499" uid: 1c5b9211-82b1-4882-a223-fcf439673a4a kind: Event lastTimestamp: "2026-09-19T09:10:45Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-19T09:10:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T09:10:45Z" name: error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7.18d6add824813c72 namespace: kserve-ci-e2e-test resourceVersion: "34271" uid: 5d459a2f-c5a6-43c8-8260-8c21e4a84a59 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T09:10:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7 namespace: kserve-ci-e2e-test resourceVersion: "26499" uid: 1c5b9211-82b1-4882-a223-fcf439673a4a kind: Event lastTimestamp: "2026-09-19T09:10:45Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T09:10:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T09:10:45Z" name: error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7.18d6add82481bf89 namespace: kserve-ci-e2e-test resourceVersion: "34272" uid: e697b83c-ed85-4a9b-ab1d-7cc2a18e7368 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:15Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-bde64-predictor-5dbbbb5dc4 namespace: kserve-ci-e2e-test resourceVersion: "26491" uid: 0876e310-7cc2-4b9d-b1c5-7a163748e2df kind: Event lastTimestamp: "2026-09-19T08:53:15Z" message: 'Created pod: error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7' metadata: creationTimestamp: "2026-09-19T08:53:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:53:15Z" name: error-404-isvc-bde64-predictor-5dbbbb5dc4.18d6ace3a5e15355 namespace: kserve-ci-e2e-test resourceVersion: "26498" uid: 59483d7e-5c7e-4468-9078-729f2f269288 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:15Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-bde64-predictor namespace: kserve-ci-e2e-test resourceVersion: "26489" uid: b18fe8cc-9598-4eab-849e-7e8e2a747e56 kind: Event lastTimestamp: "2026-09-19T08:53:15Z" message: Scaled up replica set error-404-isvc-bde64-predictor-5dbbbb5dc4 from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:53:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:53:15Z" name: error-404-isvc-bde64-predictor.18d6ace3a43677ea namespace: kserve-ci-e2e-test resourceVersion: "26492" uid: 6aae19da-a5b7-45fd-a8e9-8fa2e3d1ba03 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:53:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-bde64-predictor namespace: kserve-ci-e2e-test resourceVersion: "26490" uid: ecc55c4f-e167-4c0a-8c55-e2982e729e33 kind: Event lastTimestamp: "2026-09-19T08:54:00Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:53:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:54:00Z" name: error-404-isvc-bde64-predictor.18d6ace722b5fc18 namespace: kserve-ci-e2e-test resourceVersion: "27115" uid: b481a8f5-9b64-4061-ba9a-4988db345456 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:53:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-bde64-predictor namespace: kserve-ci-e2e-test resourceVersion: "26490" uid: ecc55c4f-e167-4c0a-8c55-e2982e729e33 kind: Event lastTimestamp: "2026-09-19T08:54:00Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:53:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:54:00Z" name: error-404-isvc-bde64-predictor.18d6ace7231a0b5e namespace: kserve-ci-e2e-test resourceVersion: "27116" uid: 045503ac-5684-4707-becb-27fc3268de90 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-19T08:53:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-bde64-predictor namespace: kserve-ci-e2e-test resourceVersion: "26673" uid: ecc55c4f-e167-4c0a-8c55-e2982e729e33 kind: Event lastTimestamp: "2026-09-19T08:54:45Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:53:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:54:45Z" name: error-404-isvc-bde64-predictor.18d6aceaa1c413a5 namespace: kserve-ci-e2e-test resourceVersion: "27534" uid: e4a827d1-4386-4d69-9537-bfe682560c6c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-19T08:53:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-bde64-predictor namespace: kserve-ci-e2e-test resourceVersion: "26673" uid: ecc55c4f-e167-4c0a-8c55-e2982e729e33 kind: Event lastTimestamp: "2026-09-19T08:54:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:53:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:54:45Z" name: error-404-isvc-bde64-predictor.18d6aceaa223ca44 namespace: kserve-ci-e2e-test resourceVersion: "27535" uid: 43243183-51de-40bc-a9bf-35aec6ccee9f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-19T08:53:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-bde64 namespace: kserve-ci-e2e-test resourceVersion: "26475" uid: 5c6a1b11-7430-4cdf-8217-b17d4bab1cb4 kind: Event lastTimestamp: "2026-09-19T08:54:14Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-19T08:53:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:54:14Z" name: error-404-isvc-bde64.18d6ace3a43bbf32 namespace: kserve-ci-e2e-test resourceVersion: "27245" uid: 69f79a70-d6af-4923-a292-fad2f12df57b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:54:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-bde64 namespace: kserve-ci-e2e-test resourceVersion: "27243" uid: 5c6a1b11-7430-4cdf-8217-b17d4bab1cb4 kind: Event lastTimestamp: "2026-09-19T08:54:14Z" message: InferenceService [error-404-isvc-bde64] is Ready metadata: creationTimestamp: "2026-09-19T08:54:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:54:14Z" name: error-404-isvc-bde64.18d6acf16d7e7f13 namespace: kserve-ci-e2e-test resourceVersion: "27244" uid: 66806bca-558f-4c3c-9a29-eb18a820bdaa reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:53:55.641733Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-de19a-predictor-69c5f5cb44-v96vd namespace: kserve-ci-e2e-test resourceVersion: "27024" uid: fa828c7e-3029-4864-92bc-a53d7fad2505 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-de19a-predictor-69c5f5cb44-v96vd to ip-10-0-139-157.ec2.internal metadata: creationTimestamp: "2026-09-19T08:53:55Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:53:55Z" name: error-404-isvc-de19a-predictor-69c5f5cb44-v96vd.18d6acecf490ccde namespace: kserve-ci-e2e-test resourceVersion: "27028" uid: cda773ee-cfde-46f8-a062-2af780e858d6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:56Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-de19a-predictor-69c5f5cb44-v96vd namespace: kserve-ci-e2e-test resourceVersion: "27033" uid: fa828c7e-3029-4864-92bc-a53d7fad2505 kind: Event lastTimestamp: "2026-09-19T08:53:56Z" message: Add eth0 [10.132.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:53:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:53:56Z" name: error-404-isvc-de19a-predictor-69c5f5cb44-v96vd.18d6aced16ad8afd namespace: kserve-ci-e2e-test resourceVersion: "27051" uid: c8ae5efe-ee53-44d5-afd5-e1fbd1494e47 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-de19a-predictor-69c5f5cb44-v96vd namespace: kserve-ci-e2e-test resourceVersion: "27026" uid: fa828c7e-3029-4864-92bc-a53d7fad2505 kind: Event lastTimestamp: "2026-09-19T08:53:56Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-19T08:53:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:56Z" name: error-404-isvc-de19a-predictor-69c5f5cb44-v96vd.18d6aced17e0b82a namespace: kserve-ci-e2e-test resourceVersion: "27053" uid: c4fa68a2-2456-450c-9106-1d5fe5da29b3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-de19a-predictor-69c5f5cb44-v96vd namespace: kserve-ci-e2e-test resourceVersion: "27026" uid: fa828c7e-3029-4864-92bc-a53d7fad2505 kind: Event lastTimestamp: "2026-09-19T08:53:56Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-19T08:53:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:56Z" name: error-404-isvc-de19a-predictor-69c5f5cb44-v96vd.18d6aced1ab610d2 namespace: kserve-ci-e2e-test resourceVersion: "27056" uid: 47c87a56-3aba-46d9-8ab4-7e383952414d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-de19a-predictor-69c5f5cb44-v96vd namespace: kserve-ci-e2e-test resourceVersion: "27026" uid: fa828c7e-3029-4864-92bc-a53d7fad2505 kind: Event lastTimestamp: "2026-09-19T08:53:56Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-19T08:53:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:56Z" name: error-404-isvc-de19a-predictor-69c5f5cb44-v96vd.18d6aced1b217fa2 namespace: kserve-ci-e2e-test resourceVersion: "27057" uid: d2b07e84-fb2e-4cec-8e1f-0c5bc51541df reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-de19a-predictor-69c5f5cb44-v96vd namespace: kserve-ci-e2e-test resourceVersion: "27026" uid: fa828c7e-3029-4864-92bc-a53d7fad2505 kind: Event lastTimestamp: "2026-09-19T08:53:56Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-19T08:53:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:56Z" name: error-404-isvc-de19a-predictor-69c5f5cb44-v96vd.18d6aced1b2bbf49 namespace: kserve-ci-e2e-test resourceVersion: "27058" uid: c3bd7836-6753-433a-9097-e6646ffbc588 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-de19a-predictor-69c5f5cb44-v96vd namespace: kserve-ci-e2e-test resourceVersion: "27026" uid: fa828c7e-3029-4864-92bc-a53d7fad2505 kind: Event lastTimestamp: "2026-09-19T08:53:56Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-19T08:53:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:56Z" name: error-404-isvc-de19a-predictor-69c5f5cb44-v96vd.18d6aced1decc572 namespace: kserve-ci-e2e-test resourceVersion: "27061" uid: 5186ccc4-e4ff-4df9-b891-68ed41c1e09b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-de19a-predictor-69c5f5cb44-v96vd namespace: kserve-ci-e2e-test resourceVersion: "27026" uid: fa828c7e-3029-4864-92bc-a53d7fad2505 kind: Event lastTimestamp: "2026-09-19T08:53:56Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:53:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:56Z" name: error-404-isvc-de19a-predictor-69c5f5cb44-v96vd.18d6aced1e58bc72 namespace: kserve-ci-e2e-test resourceVersion: "27062" uid: dab790da-ed83-456a-8b7d-b10bc407a6cf reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-19T08:53:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-de19a-predictor-69c5f5cb44-v96vd namespace: kserve-ci-e2e-test resourceVersion: "27026" uid: fa828c7e-3029-4864-92bc-a53d7fad2505 kind: Event lastTimestamp: "2026-09-19T09:03:23Z" message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:53:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T09:03:23Z" name: error-404-isvc-de19a-predictor-69c5f5cb44-v96vd.18d6aced7e0da24b namespace: kserve-ci-e2e-test resourceVersion: "31218" uid: 5fced7c2-1a91-48e5-8cf7-4c3cf5435668 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T09:03:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-de19a-predictor-69c5f5cb44-v96vd namespace: kserve-ci-e2e-test resourceVersion: "27026" uid: fa828c7e-3029-4864-92bc-a53d7fad2505 kind: Event lastTimestamp: "2026-09-19T09:03:20Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-19T09:03:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T09:03:20Z" name: error-404-isvc-de19a-predictor-69c5f5cb44-v96vd.18d6ad708f9d4384 namespace: kserve-ci-e2e-test resourceVersion: "31186" uid: cefbf6c4-6456-4dae-b65d-587bba8e5c9b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T09:03:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-de19a-predictor-69c5f5cb44-v96vd namespace: kserve-ci-e2e-test resourceVersion: "27026" uid: fa828c7e-3029-4864-92bc-a53d7fad2505 kind: Event lastTimestamp: "2026-09-19T09:03:20Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T09:03:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T09:03:20Z" name: error-404-isvc-de19a-predictor-69c5f5cb44-v96vd.18d6ad708f9d8df4 namespace: kserve-ci-e2e-test resourceVersion: "31187" uid: 30440901-0286-42a2-afb5-359aef932d11 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T09:03:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-de19a-predictor-69c5f5cb44-v96vd namespace: kserve-ci-e2e-test resourceVersion: "27026" uid: fa828c7e-3029-4864-92bc-a53d7fad2505 kind: Event lastTimestamp: "2026-09-19T09:03:23Z" message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp 10.132.0.42:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-19T09:03:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T09:03:23Z" name: error-404-isvc-de19a-predictor-69c5f5cb44-v96vd.18d6ad7146d07fea namespace: kserve-ci-e2e-test resourceVersion: "31217" uid: af373a24-911d-4382-812f-0b97db99644c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:55Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-de19a-predictor-69c5f5cb44 namespace: kserve-ci-e2e-test resourceVersion: "27018" uid: b23a3192-5c8e-4f57-94d1-a10ddcc9f1f3 kind: Event lastTimestamp: "2026-09-19T08:53:55Z" message: 'Created pod: error-404-isvc-de19a-predictor-69c5f5cb44-v96vd' metadata: creationTimestamp: "2026-09-19T08:53:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:53:55Z" name: error-404-isvc-de19a-predictor-69c5f5cb44.18d6acecf42e8edc namespace: kserve-ci-e2e-test resourceVersion: "27025" uid: 2a757f46-0337-4f07-9497-a8f9fe6f63ba reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:55Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-de19a-predictor namespace: kserve-ci-e2e-test resourceVersion: "27016" uid: 41de361c-001d-4948-b691-93b8a55da7c4 kind: Event lastTimestamp: "2026-09-19T08:53:55Z" message: Scaled up replica set error-404-isvc-de19a-predictor-69c5f5cb44 from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:53:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:53:55Z" name: error-404-isvc-de19a-predictor.18d6acecf2924102 namespace: kserve-ci-e2e-test resourceVersion: "27019" uid: 3ced23b3-eef7-4b12-95f1-c9eacae627b2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:54:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-de19a-predictor namespace: kserve-ci-e2e-test resourceVersion: "27017" uid: 6c5b9303-50a7-4952-a730-d8f8fdc21fac kind: Event lastTimestamp: "2026-09-19T08:54:25Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:54:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:54:25Z" name: error-404-isvc-de19a-predictor.18d6acf0710588b6 namespace: kserve-ci-e2e-test resourceVersion: "27349" uid: 48c355ce-a3f9-4a9b-8de3-71d63d9ff161 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:54:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-de19a-predictor namespace: kserve-ci-e2e-test resourceVersion: "27017" uid: 6c5b9303-50a7-4952-a730-d8f8fdc21fac kind: Event lastTimestamp: "2026-09-19T08:54:25Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:54:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:54:25Z" name: error-404-isvc-de19a-predictor.18d6acf07164618f namespace: kserve-ci-e2e-test resourceVersion: "27350" uid: a53cc10b-29c7-444f-a35c-3110e3a9da74 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-19T08:54:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-de19a-predictor namespace: kserve-ci-e2e-test resourceVersion: "27197" uid: 6c5b9303-50a7-4952-a730-d8f8fdc21fac kind: Event lastTimestamp: "2026-09-19T08:55:10Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:54:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:55:10Z" name: error-404-isvc-de19a-predictor.18d6acf76ed6c5f6 namespace: kserve-ci-e2e-test resourceVersion: "27770" uid: 2f40df73-a9a3-4304-9dd2-c30c2c9f380d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-19T08:54:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-de19a-predictor namespace: kserve-ci-e2e-test resourceVersion: "27197" uid: 6c5b9303-50a7-4952-a730-d8f8fdc21fac kind: Event lastTimestamp: "2026-09-19T08:55:10Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:54:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:55:10Z" name: error-404-isvc-de19a-predictor.18d6acf76f32f246 namespace: kserve-ci-e2e-test resourceVersion: "27771" uid: 3214d087-e92e-4486-8f0d-c7372c703b99 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-19T08:53:55Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-de19a namespace: kserve-ci-e2e-test resourceVersion: "27000" uid: 5d124d9f-5f7e-4e67-a4b1-ee88ffdc1754 kind: Event lastTimestamp: "2026-09-19T08:54:54Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-19T08:53:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:54:54Z" name: error-404-isvc-de19a.18d6acecf297bf58 namespace: kserve-ci-e2e-test resourceVersion: "27610" uid: ad3b52f7-9256-4297-a131-09d270273051 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:54:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-de19a namespace: kserve-ci-e2e-test resourceVersion: "27608" uid: 5d124d9f-5f7e-4e67-a4b1-ee88ffdc1754 kind: Event lastTimestamp: "2026-09-19T08:54:54Z" message: InferenceService [error-404-isvc-de19a] is Ready metadata: creationTimestamp: "2026-09-19T08:54:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:54:54Z" name: error-404-isvc-de19a.18d6acfa8d4aa593 namespace: kserve-ci-e2e-test resourceVersion: "27609" uid: 0b688b1c-4ab7-41d2-abe6-1678e7fc3105 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:52:34.541457Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg namespace: kserve-ci-e2e-test resourceVersion: "26039" uid: 14c987d2-df51-4bd2-af2e-7f96cd319b04 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg to ip-10-0-139-157.ec2.internal metadata: creationTimestamp: "2026-09-19T08:52:34Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:52:34Z" name: error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg.18d6acda129cd3f3 namespace: kserve-ci-e2e-test resourceVersion: "26043" uid: ce494d82-9df7-480f-a8f9-703b17638a0d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:52:35Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg namespace: kserve-ci-e2e-test resourceVersion: "26048" uid: 14c987d2-df51-4bd2-af2e-7f96cd319b04 kind: Event lastTimestamp: "2026-09-19T08:52:35Z" message: Add eth0 [10.132.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:52:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:52:35Z" name: error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg.18d6acda34ff79f6 namespace: kserve-ci-e2e-test resourceVersion: "26065" uid: 08543087-27df-4755-88a7-5b24191bb6bd reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:52:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg namespace: kserve-ci-e2e-test resourceVersion: "26041" uid: 14c987d2-df51-4bd2-af2e-7f96cd319b04 kind: Event lastTimestamp: "2026-09-19T08:52:35Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-19T08:52:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:52:35Z" name: error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg.18d6acda3654bfbf namespace: kserve-ci-e2e-test resourceVersion: "26067" uid: f6e77fc5-ab46-41fb-8828-de6fad0e7b1c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:52:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg namespace: kserve-ci-e2e-test resourceVersion: "26041" uid: 14c987d2-df51-4bd2-af2e-7f96cd319b04 kind: Event lastTimestamp: "2026-09-19T08:52:35Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-19T08:52:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:52:35Z" name: error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg.18d6acda391d4c15 namespace: kserve-ci-e2e-test resourceVersion: "26069" uid: faf7d2cd-89c3-4981-bb06-1f60c4378fd1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:52:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg namespace: kserve-ci-e2e-test resourceVersion: "26041" uid: 14c987d2-df51-4bd2-af2e-7f96cd319b04 kind: Event lastTimestamp: "2026-09-19T08:52:35Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-19T08:52:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:52:35Z" name: error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg.18d6acda398a7296 namespace: kserve-ci-e2e-test resourceVersion: "26070" uid: 75f28ec4-88b2-4790-994f-bbebca2574b6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:52:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg namespace: kserve-ci-e2e-test resourceVersion: "26041" uid: 14c987d2-df51-4bd2-af2e-7f96cd319b04 kind: Event lastTimestamp: "2026-09-19T08:52:35Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-19T08:52:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:52:35Z" name: error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg.18d6acda3994dd29 namespace: kserve-ci-e2e-test resourceVersion: "26071" uid: 2bb53e56-bc43-4859-a9ae-a838e2fec625 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:52:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg namespace: kserve-ci-e2e-test resourceVersion: "26041" uid: 14c987d2-df51-4bd2-af2e-7f96cd319b04 kind: Event lastTimestamp: "2026-09-19T08:52:35Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-19T08:52:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:52:35Z" name: error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg.18d6acda3c5799e0 namespace: kserve-ci-e2e-test resourceVersion: "26072" uid: 7558cb81-d3a9-4919-bfcb-5b1b67f91ab5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:52:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg namespace: kserve-ci-e2e-test resourceVersion: "26041" uid: 14c987d2-df51-4bd2-af2e-7f96cd319b04 kind: Event lastTimestamp: "2026-09-19T08:52:35Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:52:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:52:35Z" name: error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg.18d6acda3cc373b4 namespace: kserve-ci-e2e-test resourceVersion: "26073" uid: 8f78cca0-390c-43fa-8065-6eb9086d3621 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-19T08:52:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg namespace: kserve-ci-e2e-test resourceVersion: "26041" uid: 14c987d2-df51-4bd2-af2e-7f96cd319b04 kind: Event lastTimestamp: "2026-09-19T08:53:21Z" message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:52:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:21Z" name: error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg.18d6acda50099561 namespace: kserve-ci-e2e-test resourceVersion: "26599" uid: 0fde72cd-417f-416e-b460-607a745882d7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg namespace: kserve-ci-e2e-test resourceVersion: "26041" uid: 14c987d2-df51-4bd2-af2e-7f96cd319b04 kind: Event lastTimestamp: "2026-09-19T08:53:55Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-19T08:53:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:55Z" name: error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg.18d6acecea70280b namespace: kserve-ci-e2e-test resourceVersion: "26982" uid: e2030981-8aab-45ba-9ae0-d85379c8e22e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg namespace: kserve-ci-e2e-test resourceVersion: "26041" uid: 14c987d2-df51-4bd2-af2e-7f96cd319b04 kind: Event lastTimestamp: "2026-09-19T08:53:55Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:53:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:55Z" name: error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg.18d6acecea711037 namespace: kserve-ci-e2e-test resourceVersion: "26983" uid: 04b9398a-6b94-4a33-a1ae-40fd9864b8c1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg namespace: kserve-ci-e2e-test resourceVersion: "26041" uid: 14c987d2-df51-4bd2-af2e-7f96cd319b04 kind: Event lastTimestamp: "2026-09-19T08:53:56Z" message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp 10.132.0.40:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:53:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:56Z" name: error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg.18d6aced2c46be64 namespace: kserve-ci-e2e-test resourceVersion: "27065" uid: e0ab62db-547d-43d9-b1ab-9b56cafd8477 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:52:34Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-f0ae0-predictor-f7dc887f6 namespace: kserve-ci-e2e-test resourceVersion: "26032" uid: 51f2a003-34e8-4a93-b7e4-bbb973ba1fb3 kind: Event lastTimestamp: "2026-09-19T08:52:34Z" message: 'Created pod: error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg' metadata: creationTimestamp: "2026-09-19T08:52:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:52:34Z" name: error-404-isvc-f0ae0-predictor-f7dc887f6.18d6acda12331080 namespace: kserve-ci-e2e-test resourceVersion: "26040" uid: f36f7eb6-4df3-44a1-b93e-a677780a8556 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:52:34Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-f0ae0-predictor namespace: kserve-ci-e2e-test resourceVersion: "26030" uid: 00982c31-a65b-47ac-a733-d224c0617b36 kind: Event lastTimestamp: "2026-09-19T08:52:34Z" message: Scaled up replica set error-404-isvc-f0ae0-predictor-f7dc887f6 from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:52:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:52:34Z" name: error-404-isvc-f0ae0-predictor.18d6acda108dcc33 namespace: kserve-ci-e2e-test resourceVersion: "26034" uid: ddb012d1-b55c-473b-aa6f-a5a3eb598565 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:52:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f0ae0-predictor namespace: kserve-ci-e2e-test resourceVersion: "26033" uid: cefc8fe0-f2bc-4a26-b6c6-dbe69d6097e5 kind: Event lastTimestamp: "2026-09-19T08:53:04Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:52:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:53:04Z" name: error-404-isvc-f0ae0-predictor.18d6acdd8f4a3998 namespace: kserve-ci-e2e-test resourceVersion: "26324" uid: a0605ead-44c8-45a4-a3f5-015010a1fd0f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:52:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f0ae0-predictor namespace: kserve-ci-e2e-test resourceVersion: "26033" uid: cefc8fe0-f2bc-4a26-b6c6-dbe69d6097e5 kind: Event lastTimestamp: "2026-09-19T08:53:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:52:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:53:04Z" name: error-404-isvc-f0ae0-predictor.18d6acdd8fa2df89 namespace: kserve-ci-e2e-test resourceVersion: "26325" uid: 57f508ba-d0d3-4cdc-824e-905029294f69 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-19T08:53:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f0ae0-predictor namespace: kserve-ci-e2e-test resourceVersion: "26211" uid: cefc8fe0-f2bc-4a26-b6c6-dbe69d6097e5 kind: Event lastTimestamp: "2026-09-19T08:53:49Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:53:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:53:49Z" name: error-404-isvc-f0ae0-predictor.18d6ace48d603b04 namespace: kserve-ci-e2e-test resourceVersion: "26878" uid: 8bf18a12-43d4-48a8-840e-4a67350f9350 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-19T08:53:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f0ae0-predictor namespace: kserve-ci-e2e-test resourceVersion: "26211" uid: cefc8fe0-f2bc-4a26-b6c6-dbe69d6097e5 kind: Event lastTimestamp: "2026-09-19T08:53:49Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:53:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:53:49Z" name: error-404-isvc-f0ae0-predictor.18d6ace48db87952 namespace: kserve-ci-e2e-test resourceVersion: "26879" uid: c04aa900-6fa6-4999-aac1-05f92fd72631 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-19T08:52:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-f0ae0 namespace: kserve-ci-e2e-test resourceVersion: "26016" uid: b92ac031-ed64-4d02-862e-5a05001af238 kind: Event lastTimestamp: "2026-09-19T08:53:31Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-19T08:52:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:53:31Z" name: error-404-isvc-f0ae0.18d6acda10d35170 namespace: kserve-ci-e2e-test resourceVersion: "26691" uid: 26e7927b-1fac-451b-aa6f-018df4068456 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-f0ae0 namespace: kserve-ci-e2e-test resourceVersion: "26689" uid: b92ac031-ed64-4d02-862e-5a05001af238 kind: Event lastTimestamp: "2026-09-19T08:53:31Z" message: InferenceService [error-404-isvc-f0ae0] is Ready metadata: creationTimestamp: "2026-09-19T08:53:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:53:31Z" name: error-404-isvc-f0ae0.18d6ace75f1dbca4 namespace: kserve-ci-e2e-test resourceVersion: "26690" uid: adbf5d66-52f0-48c1-a578-9ca9a3793047 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:43:09.123718Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-fd725-predictor-5b7d599548-p7c8s namespace: kserve-ci-e2e-test resourceVersion: "21315" uid: 21d4e7f8-82db-4272-9ad8-933f96783cde kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-fd725-predictor-5b7d599548-p7c8s to ip-10-0-139-157.ec2.internal metadata: creationTimestamp: "2026-09-19T08:43:09Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:43:09Z" name: error-404-isvc-fd725-predictor-5b7d599548-p7c8s.18d6ac566d16c77c namespace: kserve-ci-e2e-test resourceVersion: "21323" uid: 78f32911-f332-47f9-ab65-b8a583926304 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:09Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-fd725-predictor-5b7d599548-p7c8s namespace: kserve-ci-e2e-test resourceVersion: "21321" uid: 21d4e7f8-82db-4272-9ad8-933f96783cde kind: Event lastTimestamp: "2026-09-19T08:43:09Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-fd725-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-19T08:43:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:09Z" name: error-404-isvc-fd725-predictor-5b7d599548-p7c8s.18d6ac5673ed88bf namespace: kserve-ci-e2e-test resourceVersion: "21335" uid: d3baf5b2-02da-4452-b010-30f0fe780c64 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:10Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-fd725-predictor-5b7d599548-p7c8s namespace: kserve-ci-e2e-test resourceVersion: "21327" uid: 21d4e7f8-82db-4272-9ad8-933f96783cde kind: Event lastTimestamp: "2026-09-19T08:43:10Z" message: Add eth0 [10.132.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:43:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:43:10Z" name: error-404-isvc-fd725-predictor-5b7d599548-p7c8s.18d6ac56b331089d namespace: kserve-ci-e2e-test resourceVersion: "21354" uid: 747c4807-fe9c-4b2c-9d2f-196939ed2676 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-fd725-predictor-5b7d599548-p7c8s namespace: kserve-ci-e2e-test resourceVersion: "21321" uid: 21d4e7f8-82db-4272-9ad8-933f96783cde kind: Event lastTimestamp: "2026-09-19T08:43:10Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-19T08:43:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:10Z" name: error-404-isvc-fd725-predictor-5b7d599548-p7c8s.18d6ac56b4a875d7 namespace: kserve-ci-e2e-test resourceVersion: "21359" uid: e2e60508-5647-425f-b373-9f035765c14b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-fd725-predictor-5b7d599548-p7c8s namespace: kserve-ci-e2e-test resourceVersion: "21321" uid: 21d4e7f8-82db-4272-9ad8-933f96783cde kind: Event lastTimestamp: "2026-09-19T08:43:10Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-19T08:43:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:10Z" name: error-404-isvc-fd725-predictor-5b7d599548-p7c8s.18d6ac56b7bb7e68 namespace: kserve-ci-e2e-test resourceVersion: "21361" uid: 5a103426-9b0e-498f-86e8-f1fdce87a02a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-fd725-predictor-5b7d599548-p7c8s namespace: kserve-ci-e2e-test resourceVersion: "21321" uid: 21d4e7f8-82db-4272-9ad8-933f96783cde kind: Event lastTimestamp: "2026-09-19T08:43:10Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-19T08:43:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:10Z" name: error-404-isvc-fd725-predictor-5b7d599548-p7c8s.18d6ac56b832667a namespace: kserve-ci-e2e-test resourceVersion: "21363" uid: 0d6ce8c3-bc43-42fd-955e-0c073db9b588 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-fd725-predictor-5b7d599548-p7c8s namespace: kserve-ci-e2e-test resourceVersion: "21321" uid: 21d4e7f8-82db-4272-9ad8-933f96783cde kind: Event lastTimestamp: "2026-09-19T08:43:10Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-19T08:43:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:10Z" name: error-404-isvc-fd725-predictor-5b7d599548-p7c8s.18d6ac56b83d3893 namespace: kserve-ci-e2e-test resourceVersion: "21364" uid: 605b7333-cdb3-4bcb-b321-2389395966ba reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-fd725-predictor-5b7d599548-p7c8s namespace: kserve-ci-e2e-test resourceVersion: "21321" uid: 21d4e7f8-82db-4272-9ad8-933f96783cde kind: Event lastTimestamp: "2026-09-19T08:43:10Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-19T08:43:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:10Z" name: error-404-isvc-fd725-predictor-5b7d599548-p7c8s.18d6ac56bcd20bff namespace: kserve-ci-e2e-test resourceVersion: "21365" uid: 15dedeed-0c09-4fa6-9ae7-402a9c6c2f0b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-fd725-predictor-5b7d599548-p7c8s namespace: kserve-ci-e2e-test resourceVersion: "21321" uid: 21d4e7f8-82db-4272-9ad8-933f96783cde kind: Event lastTimestamp: "2026-09-19T08:43:10Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:43:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:10Z" name: error-404-isvc-fd725-predictor-5b7d599548-p7c8s.18d6ac56bd4cac66 namespace: kserve-ci-e2e-test resourceVersion: "21366" uid: 02da1c9e-650e-40df-b6e8-3551ecf19523 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-19T08:43:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-fd725-predictor-5b7d599548-p7c8s namespace: kserve-ci-e2e-test resourceVersion: "21321" uid: 21d4e7f8-82db-4272-9ad8-933f96783cde kind: Event lastTimestamp: "2026-09-19T08:52:37Z" message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:43:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:52:37Z" name: error-404-isvc-fd725-predictor-5b7d599548-p7c8s.18d6ac56e25f90da namespace: kserve-ci-e2e-test resourceVersion: "26106" uid: 0aae9670-3edd-481c-9cbf-4febd2c01365 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:52:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-fd725-predictor-5b7d599548-p7c8s namespace: kserve-ci-e2e-test resourceVersion: "21321" uid: 21d4e7f8-82db-4272-9ad8-933f96783cde kind: Event lastTimestamp: "2026-09-19T08:52:34Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-19T08:52:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:52:34Z" name: error-404-isvc-fd725-predictor-5b7d599548-p7c8s.18d6acda07290fbb namespace: kserve-ci-e2e-test resourceVersion: "26000" uid: dcee4de4-96d3-4ede-a07e-9c6375f828e2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:52:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-fd725-predictor-5b7d599548-p7c8s namespace: kserve-ci-e2e-test resourceVersion: "21321" uid: 21d4e7f8-82db-4272-9ad8-933f96783cde kind: Event lastTimestamp: "2026-09-19T08:52:34Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:52:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:52:34Z" name: error-404-isvc-fd725-predictor-5b7d599548-p7c8s.18d6acda072a2b4e namespace: kserve-ci-e2e-test resourceVersion: "26001" uid: c0edff7c-8b5b-4841-9a50-b9ae8e837ec9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:52:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-fd725-predictor-5b7d599548-p7c8s namespace: kserve-ci-e2e-test resourceVersion: "21321" uid: 21d4e7f8-82db-4272-9ad8-933f96783cde kind: Event lastTimestamp: "2026-09-19T08:52:37Z" message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp 10.132.0.38:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:52:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:52:37Z" name: error-404-isvc-fd725-predictor-5b7d599548-p7c8s.18d6acdaaad59e1b namespace: kserve-ci-e2e-test resourceVersion: "26105" uid: 6fced156-8132-4581-8940-b9975714cc28 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-157.ec2.internal source: component: kubelet host: ip-10-0-139-157.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:09Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-fd725-predictor-5b7d599548 namespace: kserve-ci-e2e-test resourceVersion: "21308" uid: c1f564f9-cb77-41cf-81d8-227595f2ecf6 kind: Event lastTimestamp: "2026-09-19T08:43:09Z" message: 'Created pod: error-404-isvc-fd725-predictor-5b7d599548-p7c8s' metadata: creationTimestamp: "2026-09-19T08:43:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:43:09Z" name: error-404-isvc-fd725-predictor-5b7d599548.18d6ac566c2f6746 namespace: kserve-ci-e2e-test resourceVersion: "21317" uid: d913fe2a-7701-45b8-9dea-774fccb9a617 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:09Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-fd725-predictor namespace: kserve-ci-e2e-test resourceVersion: "21306" uid: e00ed963-f743-4a20-ab03-44c5f2194e2c kind: Event lastTimestamp: "2026-09-19T08:43:09Z" message: Scaled up replica set error-404-isvc-fd725-predictor-5b7d599548 from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:43:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:43:09Z" name: error-404-isvc-fd725-predictor.18d6ac56699c3f11 namespace: kserve-ci-e2e-test resourceVersion: "21309" uid: 95c204c2-bc6f-442e-a323-bc1b9ba0685b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:43:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-fd725-predictor namespace: kserve-ci-e2e-test resourceVersion: "21307" uid: 1cc55b88-0ee4-43ea-955e-36d183390f6a kind: Event lastTimestamp: "2026-09-19T08:43:39Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:43:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:43:39Z" name: error-404-isvc-fd725-predictor.18d6ac59e7f84398 namespace: kserve-ci-e2e-test resourceVersion: "21659" uid: 2736400a-7821-47e8-ba18-e34515af5fa1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:43:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-fd725-predictor namespace: kserve-ci-e2e-test resourceVersion: "21307" uid: 1cc55b88-0ee4-43ea-955e-36d183390f6a kind: Event lastTimestamp: "2026-09-19T08:43:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:43:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:43:39Z" name: error-404-isvc-fd725-predictor.18d6ac59e85dac6f namespace: kserve-ci-e2e-test resourceVersion: "21660" uid: d2c4e46d-068c-4993-8bec-b88a21b630e5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-19T08:43:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-fd725-predictor namespace: kserve-ci-e2e-test resourceVersion: "21490" uid: 1cc55b88-0ee4-43ea-955e-36d183390f6a kind: Event lastTimestamp: "2026-09-19T08:44:39Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:43:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:44:39Z" name: error-404-isvc-fd725-predictor.18d6ac60e59c885b namespace: kserve-ci-e2e-test resourceVersion: "22353" uid: ca543329-1f68-489d-b7a5-622751400a01 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-19T08:43:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-fd725-predictor namespace: kserve-ci-e2e-test resourceVersion: "21490" uid: 1cc55b88-0ee4-43ea-955e-36d183390f6a kind: Event lastTimestamp: "2026-09-19T08:44:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:43:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:44:39Z" name: error-404-isvc-fd725-predictor.18d6ac60e5ff165d namespace: kserve-ci-e2e-test resourceVersion: "22354" uid: d0e40abe-ad45-447d-823e-8b362326156c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-19T08:43:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-fd725 namespace: kserve-ci-e2e-test resourceVersion: "21295" uid: 7b77b9ce-3178-4a2d-afe7-d6b9ea4ee9e8 kind: Event lastTimestamp: "2026-09-19T08:44:07Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-19T08:43:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:44:07Z" name: error-404-isvc-fd725.18d6ac5669959d2d namespace: kserve-ci-e2e-test resourceVersion: "22054" uid: de1e70ce-44ad-471e-a7c0-1e5d3dacf4ba reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:44:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-fd725 namespace: kserve-ci-e2e-test resourceVersion: "22052" uid: 7b77b9ce-3178-4a2d-afe7-d6b9ea4ee9e8 kind: Event lastTimestamp: "2026-09-19T08:44:07Z" message: InferenceService [error-404-isvc-fd725] is Ready metadata: creationTimestamp: "2026-09-19T08:44:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:44:07Z" name: error-404-isvc-fd725.18d6ac63f235e673 namespace: kserve-ci-e2e-test resourceVersion: "22053" uid: 32a2b3c9-a625-4396-8890-ebbcaf9cf915 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:30:31.679718Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm namespace: kserve-ci-e2e-test resourceVersion: "14629" uid: 6957ac7f-b232-4eb0-984e-1cc67cd439af kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm to ip-10-0-143-96.ec2.internal metadata: creationTimestamp: "2026-09-19T08:30:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:30:31Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm.18d6aba611e890d2 namespace: kserve-ci-e2e-test resourceVersion: "14633" uid: dd8cff3f-90d4-4d83-bc45-6eec5bf17145 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:31Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm namespace: kserve-ci-e2e-test resourceVersion: "14631" uid: 6957ac7f-b232-4eb0-984e-1cc67cd439af kind: Event lastTimestamp: "2026-09-19T08:30:31Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-19T08:30:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:31Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm.18d6aba620c7c41e namespace: kserve-ci-e2e-test resourceVersion: "14693" uid: a674a800-6c5a-4fbe-b982-627dec727b5e reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:32Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm namespace: kserve-ci-e2e-test resourceVersion: "14643" uid: 6957ac7f-b232-4eb0-984e-1cc67cd439af kind: Event lastTimestamp: "2026-09-19T08:30:32Z" message: Add eth0 [10.134.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:30:32Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm.18d6aba6583a9477 namespace: kserve-ci-e2e-test resourceVersion: "14754" uid: 3efeeed6-75ce-4bf0-a659-2b0eb194f2f4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm namespace: kserve-ci-e2e-test resourceVersion: "14631" uid: 6957ac7f-b232-4eb0-984e-1cc67cd439af kind: Event lastTimestamp: "2026-09-19T08:30:32Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e" already present on machine metadata: creationTimestamp: "2026-09-19T08:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:32Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm.18d6aba659b1cd8c namespace: kserve-ci-e2e-test resourceVersion: "14757" uid: 58f00b11-b0c8-4b66-a4a0-79f7e9e8320a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm namespace: kserve-ci-e2e-test resourceVersion: "14631" uid: 6957ac7f-b232-4eb0-984e-1cc67cd439af kind: Event lastTimestamp: "2026-09-19T08:30:32Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-19T08:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:32Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm.18d6aba65d349125 namespace: kserve-ci-e2e-test resourceVersion: "14758" uid: 052ff6b5-f377-4a74-98bd-a5e0c36951ec reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm namespace: kserve-ci-e2e-test resourceVersion: "14631" uid: 6957ac7f-b232-4eb0-984e-1cc67cd439af kind: Event lastTimestamp: "2026-09-19T08:30:32Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-19T08:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:32Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm.18d6aba65daf6989 namespace: kserve-ci-e2e-test resourceVersion: "14759" uid: 78f466b1-cb67-4248-90fc-a46f862b0b18 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm namespace: kserve-ci-e2e-test resourceVersion: "14631" uid: 6957ac7f-b232-4eb0-984e-1cc67cd439af kind: Event lastTimestamp: "2026-09-19T08:30:37Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013" metadata: creationTimestamp: "2026-09-19T08:30:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:37Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm.18d6aba76102b797 namespace: kserve-ci-e2e-test resourceVersion: "14811" uid: a36e4c2b-afad-42e3-99c9-100ef10e1567 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:31:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm namespace: kserve-ci-e2e-test resourceVersion: "14631" uid: 6957ac7f-b232-4eb0-984e-1cc67cd439af kind: Event lastTimestamp: "2026-09-19T08:31:06Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013" in 28.965s (28.965s including waiting). Image size: 1607081372 bytes.' metadata: creationTimestamp: "2026-09-19T08:31:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:31:06Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm.18d6abae1f7f779a namespace: kserve-ci-e2e-test resourceVersion: "15080" uid: 265a761d-c963-46a0-9240-af36c56e9d97 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:31:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm namespace: kserve-ci-e2e-test resourceVersion: "14631" uid: 6957ac7f-b232-4eb0-984e-1cc67cd439af kind: Event lastTimestamp: "2026-09-19T08:31:06Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-19T08:31:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:31:06Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm.18d6abae247ebd34 namespace: kserve-ci-e2e-test resourceVersion: "15085" uid: eafee240-f950-42fd-9ec3-b9ebb2ec5d20 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:31:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm namespace: kserve-ci-e2e-test resourceVersion: "14631" uid: 6957ac7f-b232-4eb0-984e-1cc67cd439af kind: Event lastTimestamp: "2026-09-19T08:31:06Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-19T08:31:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:31:06Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm.18d6abae25a11a4b namespace: kserve-ci-e2e-test resourceVersion: "15088" uid: ec2dcdcb-5819-49d5-b379-3b9074a6a782 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:31:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm namespace: kserve-ci-e2e-test resourceVersion: "14631" uid: 6957ac7f-b232-4eb0-984e-1cc67cd439af kind: Event lastTimestamp: "2026-09-19T08:31:06Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-19T08:31:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:31:06Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm.18d6abae25aba3d5 namespace: kserve-ci-e2e-test resourceVersion: "15089" uid: 9759fb3e-e428-4d72-bcc8-6bbe5527b377 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:31:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm namespace: kserve-ci-e2e-test resourceVersion: "14631" uid: 6957ac7f-b232-4eb0-984e-1cc67cd439af kind: Event lastTimestamp: "2026-09-19T08:31:09Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.794s (2.794s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-19T08:31:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:31:09Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm.18d6abaecc355000 namespace: kserve-ci-e2e-test resourceVersion: "15113" uid: c0d52f50-e084-472c-9c8e-601ee76047af reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:31:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm namespace: kserve-ci-e2e-test resourceVersion: "14631" uid: 6957ac7f-b232-4eb0-984e-1cc67cd439af kind: Event lastTimestamp: "2026-09-19T08:31:09Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-19T08:31:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:31:09Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm.18d6abaed0feff1f namespace: kserve-ci-e2e-test resourceVersion: "15117" uid: 0815248f-5a3e-4e21-8fae-c0162a527dd2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:31:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm namespace: kserve-ci-e2e-test resourceVersion: "14631" uid: 6957ac7f-b232-4eb0-984e-1cc67cd439af kind: Event lastTimestamp: "2026-09-19T08:31:09Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:31:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:31:09Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm.18d6abaed168d696 namespace: kserve-ci-e2e-test resourceVersion: "15120" uid: d005113e-de13-4fb6-a33c-5034bb7e46f1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-19T08:31:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm namespace: kserve-ci-e2e-test resourceVersion: "14631" uid: 6957ac7f-b232-4eb0-984e-1cc67cd439af kind: Event lastTimestamp: "2026-09-19T08:33:05Z" message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:31:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:05Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm.18d6abaee28b25bd namespace: kserve-ci-e2e-test resourceVersion: "16501" uid: 5af8e855-96ad-4700-bf51-456ea8d94c68 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm namespace: kserve-ci-e2e-test resourceVersion: "14631" uid: 6957ac7f-b232-4eb0-984e-1cc67cd439af kind: Event lastTimestamp: "2026-09-19T08:33:03Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-19T08:33:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:03Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm.18d6abc954b6a7e4 namespace: kserve-ci-e2e-test resourceVersion: "16385" uid: 608cdc74-476d-49c2-ba4d-514acc40d3a7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm namespace: kserve-ci-e2e-test resourceVersion: "14631" uid: 6957ac7f-b232-4eb0-984e-1cc67cd439af kind: Event lastTimestamp: "2026-09-19T08:33:03Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:33:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:03Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm.18d6abc954b70e52 namespace: kserve-ci-e2e-test resourceVersion: "16390" uid: f11da29f-b45f-484c-aeb5-504e7330efbf reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm namespace: kserve-ci-e2e-test resourceVersion: "14631" uid: 6957ac7f-b232-4eb0-984e-1cc67cd439af kind: Event lastTimestamp: "2026-09-19T08:33:05Z" message: 'Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp 10.134.0.22:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:33:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:05Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm.18d6abc9e50bd468 namespace: kserve-ci-e2e-test resourceVersion: "16497" uid: 1b94910f-8e98-439d-85fd-19c42bca5070 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-66bf4f5cc4 namespace: kserve-ci-e2e-test resourceVersion: "14620" uid: 8b904e27-5302-4fe8-8445-d5bd265d95ca kind: Event lastTimestamp: "2026-09-19T08:30:31Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm' metadata: creationTimestamp: "2026-09-19T08:30:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:30:31Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4.18d6aba6118685de namespace: kserve-ci-e2e-test resourceVersion: "14630" uid: fe1c22c4-3f64-4191-9ecb-7be3fe1f9369 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14618" uid: b5683b98-1b22-4562-9642-0ef5672f0a8b kind: Event lastTimestamp: "2026-09-19T08:30:31Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-66bf4f5cc4 from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:30:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:30:31Z" name: isvc-sklearn-graph-1-predictor.18d6aba60e1e0715 namespace: kserve-ci-e2e-test resourceVersion: "14621" uid: f062a032-e657-4e45-8c55-68b04363b5f1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-19T08:30:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14619" uid: f5b5c73c-3c59-4004-b29a-1a42494d5126 kind: Event lastTimestamp: "2026-09-19T08:31:46Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:30:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:31:46Z" name: isvc-sklearn-graph-1-predictor.18d6aba98ca9c2bc namespace: kserve-ci-e2e-test resourceVersion: "15446" uid: 8436d0b5-83c0-4d4c-8ee0-4a6c47cc59a2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-19T08:30:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14619" uid: f5b5c73c-3c59-4004-b29a-1a42494d5126 kind: Event lastTimestamp: "2026-09-19T08:31:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:30:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:31:46Z" name: isvc-sklearn-graph-1-predictor.18d6aba98d0fd4ed namespace: kserve-ci-e2e-test resourceVersion: "15447" uid: 26cd91b3-d6ad-4a56-8154-ac2b2b74470a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-19T08:31:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14896" uid: f5b5c73c-3c59-4004-b29a-1a42494d5126 kind: Event lastTimestamp: "2026-09-19T08:33:01Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:31:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:33:01Z" name: isvc-sklearn-graph-1-predictor.18d6abb40a300809 namespace: kserve-ci-e2e-test resourceVersion: "16307" uid: bfbfe25e-08a4-40ac-a076-247e5fcb935d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-19T08:31:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14896" uid: f5b5c73c-3c59-4004-b29a-1a42494d5126 kind: Event lastTimestamp: "2026-09-19T08:33:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:31:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:33:01Z" name: isvc-sklearn-graph-1-predictor.18d6abb40a77049f namespace: kserve-ci-e2e-test resourceVersion: "16308" uid: b6e088cc-2e56-47f8-9776-10131bac714d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-19T08:30:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "14603" uid: afcb1123-38ba-4381-9cb8-5e9b58e6e373 kind: Event lastTimestamp: "2026-09-19T08:32:25Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-19T08:30:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:32:25Z" name: isvc-sklearn-graph-1.18d6aba60e53a3e8 namespace: kserve-ci-e2e-test resourceVersion: "15976" uid: 3e544f45-1ab6-457a-b32a-8481afc11075 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "15968" uid: afcb1123-38ba-4381-9cb8-5e9b58e6e373 kind: Event lastTimestamp: "2026-09-19T08:32:25Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-09-19T08:32:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:32:25Z" name: isvc-sklearn-graph-1.18d6abc09a86cdf4 namespace: kserve-ci-e2e-test resourceVersion: "15969" uid: 7aa8a4ef-9cd9-48ce-ad79-701ac545298a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:30:32.008995Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 namespace: kserve-ci-e2e-test resourceVersion: "14708" uid: ee50536d-4699-4622-9068-13caf56dfe01 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 to ip-10-0-143-96.ec2.internal metadata: creationTimestamp: "2026-09-19T08:30:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:30:32Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2.18d6aba62588f1cb namespace: kserve-ci-e2e-test resourceVersion: "14715" uid: 7e7626b8-7d81-41ed-9e53-504f57bf930d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:32Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 namespace: kserve-ci-e2e-test resourceVersion: "14723" uid: ee50536d-4699-4622-9068-13caf56dfe01 kind: Event lastTimestamp: "2026-09-19T08:30:32Z" message: Add eth0 [10.134.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:30:32Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2.18d6aba647e9f16b namespace: kserve-ci-e2e-test resourceVersion: "14747" uid: a076e5fd-b284-4818-bbff-b58f054dee1a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 namespace: kserve-ci-e2e-test resourceVersion: "14712" uid: ee50536d-4699-4622-9068-13caf56dfe01 kind: Event lastTimestamp: "2026-09-19T08:30:32Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e" already present on machine metadata: creationTimestamp: "2026-09-19T08:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:32Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2.18d6aba64956763e namespace: kserve-ci-e2e-test resourceVersion: "14749" uid: a27a40ea-3d9a-43ba-8198-26d8893bf4f2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 namespace: kserve-ci-e2e-test resourceVersion: "14712" uid: ee50536d-4699-4622-9068-13caf56dfe01 kind: Event lastTimestamp: "2026-09-19T08:30:32Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-19T08:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:32Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2.18d6aba64d01d5ad namespace: kserve-ci-e2e-test resourceVersion: "14750" uid: 793f7f76-9641-4c75-8d33-38037d4742ea reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 namespace: kserve-ci-e2e-test resourceVersion: "14712" uid: ee50536d-4699-4622-9068-13caf56dfe01 kind: Event lastTimestamp: "2026-09-19T08:30:32Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-19T08:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:32Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2.18d6aba64da4a41d namespace: kserve-ci-e2e-test resourceVersion: "14751" uid: 4679ae9a-2cf7-472a-b795-fcc53f2d6766 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 namespace: kserve-ci-e2e-test resourceVersion: "14712" uid: ee50536d-4699-4622-9068-13caf56dfe01 kind: Event lastTimestamp: "2026-09-19T08:30:37Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013" metadata: creationTimestamp: "2026-09-19T08:30:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:37Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2.18d6aba760ece2f1 namespace: kserve-ci-e2e-test resourceVersion: "14810" uid: 82ea2ee3-535f-4684-baa2-21e9270ce07a reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:31:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 namespace: kserve-ci-e2e-test resourceVersion: "14712" uid: ee50536d-4699-4622-9068-13caf56dfe01 kind: Event lastTimestamp: "2026-09-19T08:31:06Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013" in 28.967s (28.967s including waiting). Image size: 1607081372 bytes.' metadata: creationTimestamp: "2026-09-19T08:31:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:31:06Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2.18d6abae1f89699f namespace: kserve-ci-e2e-test resourceVersion: "15081" uid: d3782d04-578f-4727-84e4-f5eeb355704e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:31:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 namespace: kserve-ci-e2e-test resourceVersion: "14712" uid: ee50536d-4699-4622-9068-13caf56dfe01 kind: Event lastTimestamp: "2026-09-19T08:31:06Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-19T08:31:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:31:06Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2.18d6abae247d2dc4 namespace: kserve-ci-e2e-test resourceVersion: "15084" uid: f8a052c7-4fb3-4e46-9300-e23e1b2489aa reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:31:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 namespace: kserve-ci-e2e-test resourceVersion: "14712" uid: ee50536d-4699-4622-9068-13caf56dfe01 kind: Event lastTimestamp: "2026-09-19T08:31:06Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-19T08:31:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:31:06Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2.18d6abae25445d93 namespace: kserve-ci-e2e-test resourceVersion: "15086" uid: 98645eba-e3f3-4eb9-8cf1-d829a8823650 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:31:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 namespace: kserve-ci-e2e-test resourceVersion: "14712" uid: ee50536d-4699-4622-9068-13caf56dfe01 kind: Event lastTimestamp: "2026-09-19T08:31:06Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-19T08:31:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:31:06Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2.18d6abae25509fe6 namespace: kserve-ci-e2e-test resourceVersion: "15087" uid: 850d20b2-e833-44e1-b1fe-53709be1e668 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:31:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 namespace: kserve-ci-e2e-test resourceVersion: "14712" uid: ee50536d-4699-4622-9068-13caf56dfe01 kind: Event lastTimestamp: "2026-09-19T08:31:09Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.791s (2.791s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-19T08:31:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:31:09Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2.18d6abaecbb14747 namespace: kserve-ci-e2e-test resourceVersion: "15111" uid: b8181390-90f6-450d-ba19-24d803a82b95 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:31:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 namespace: kserve-ci-e2e-test resourceVersion: "14712" uid: ee50536d-4699-4622-9068-13caf56dfe01 kind: Event lastTimestamp: "2026-09-19T08:31:09Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-19T08:31:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:31:09Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2.18d6abaed0a145f1 namespace: kserve-ci-e2e-test resourceVersion: "15115" uid: 732ecbe5-6727-4f72-aa9e-1212a6e9100e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:31:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 namespace: kserve-ci-e2e-test resourceVersion: "14712" uid: ee50536d-4699-4622-9068-13caf56dfe01 kind: Event lastTimestamp: "2026-09-19T08:31:09Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:31:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:31:09Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2.18d6abaed10d3d95 namespace: kserve-ci-e2e-test resourceVersion: "15118" uid: 59e806a7-cb89-495e-9403-3e01c830a272 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-19T08:31:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 namespace: kserve-ci-e2e-test resourceVersion: "14712" uid: ee50536d-4699-4622-9068-13caf56dfe01 kind: Event lastTimestamp: "2026-09-19T08:33:05Z" message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:31:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:05Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2.18d6abaee2722198 namespace: kserve-ci-e2e-test resourceVersion: "16502" uid: 37e51358-72ac-49dc-9d04-d35dadce5ab4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 namespace: kserve-ci-e2e-test resourceVersion: "14712" uid: ee50536d-4699-4622-9068-13caf56dfe01 kind: Event lastTimestamp: "2026-09-19T08:33:03Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-19T08:33:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:03Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2.18d6abc95257dac9 namespace: kserve-ci-e2e-test resourceVersion: "16360" uid: 218e7c9f-af82-4dcf-93cb-615a1b994952 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 namespace: kserve-ci-e2e-test resourceVersion: "14712" uid: ee50536d-4699-4622-9068-13caf56dfe01 kind: Event lastTimestamp: "2026-09-19T08:33:03Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:33:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:03Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2.18d6abc9525863a9 namespace: kserve-ci-e2e-test resourceVersion: "16361" uid: 83322d43-5c17-4a83-bb21-9f0baae7d9ef reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 namespace: kserve-ci-e2e-test resourceVersion: "14712" uid: ee50536d-4699-4622-9068-13caf56dfe01 kind: Event lastTimestamp: "2026-09-19T08:33:05Z" message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp 10.134.0.24:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:33:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:05Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2.18d6abc9e50b28bb namespace: kserve-ci-e2e-test resourceVersion: "16495" uid: f734f129-9e95-4571-a23c-ffefc2917656 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-b7ccc5f99 namespace: kserve-ci-e2e-test resourceVersion: "14698" uid: 312a826e-01e6-4997-991c-74fc96673da5 kind: Event lastTimestamp: "2026-09-19T08:30:32Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2' metadata: creationTimestamp: "2026-09-19T08:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:30:32Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99.18d6aba6251c44fb namespace: kserve-ci-e2e-test resourceVersion: "14711" uid: 4a42c4e6-805e-4717-a10c-3264626357f5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14696" uid: 310fa1a3-df8e-4514-b43e-c868c20d1148 kind: Event lastTimestamp: "2026-09-19T08:30:31Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-b7ccc5f99 from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:30:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:30:31Z" name: isvc-sklearn-graph-2-predictor.18d6aba62223a13d namespace: kserve-ci-e2e-test resourceVersion: "14699" uid: d33eab84-46e6-4b32-a73f-f9de3f36cd2b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-19T08:30:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14697" uid: 9ad6430c-c7b0-41f2-a462-60d21929a4b3 kind: Event lastTimestamp: "2026-09-19T08:31:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:30:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:31:32Z" name: isvc-sklearn-graph-2-predictor.18d6aba9a0a6a66e namespace: kserve-ci-e2e-test resourceVersion: "15317" uid: 80ff9251-609d-43a6-8844-b30e0385db85 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-19T08:30:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14697" uid: 9ad6430c-c7b0-41f2-a462-60d21929a4b3 kind: Event lastTimestamp: "2026-09-19T08:31:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:30:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:31:32Z" name: isvc-sklearn-graph-2-predictor.18d6aba9a1166294 namespace: kserve-ci-e2e-test resourceVersion: "15318" uid: 6491c6dc-c6a0-44ab-a973-919b17b9011a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-19T08:31:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14917" uid: 9ad6430c-c7b0-41f2-a462-60d21929a4b3 kind: Event lastTimestamp: "2026-09-19T08:33:02Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:31:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:33:02Z" name: isvc-sklearn-graph-2-predictor.18d6abb79d0d82ac namespace: kserve-ci-e2e-test resourceVersion: "16315" uid: a3500c6a-9320-4053-8a6d-e0b7501b455a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-19T08:31:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14917" uid: 9ad6430c-c7b0-41f2-a462-60d21929a4b3 kind: Event lastTimestamp: "2026-09-19T08:33:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:31:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:33:02Z" name: isvc-sklearn-graph-2-predictor.18d6abb79da3079e namespace: kserve-ci-e2e-test resourceVersion: "16316" uid: 432e7f7b-e34c-4cb8-839c-5adc32d3d087 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-19T08:30:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "14687" uid: a3bdfd34-1ce9-4203-bc5a-0eec1f30f704 kind: Event lastTimestamp: "2026-09-19T08:32:25Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-19T08:30:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:32:25Z" name: isvc-sklearn-graph-2.18d6aba6222e26d4 namespace: kserve-ci-e2e-test resourceVersion: "15978" uid: a8bba2af-2a20-4209-8476-77ae6cf586f3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "15974" uid: a3bdfd34-1ce9-4203-bc5a-0eec1f30f704 kind: Event lastTimestamp: "2026-09-19T08:32:25Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-09-19T08:32:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:32:25Z" name: isvc-sklearn-graph-2.18d6abc09f486b92 namespace: kserve-ci-e2e-test resourceVersion: "15975" uid: 9da2056b-bb7e-428d-837e-7455d846f7b8 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:30:31.781279Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2 namespace: kserve-ci-e2e-test resourceVersion: "14654" uid: 1cba6c78-470d-429b-824b-bc18b3dd3190 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-qk6g2 to ip-10-0-143-96.ec2.internal metadata: creationTimestamp: "2026-09-19T08:30:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:30:31Z" name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2.18d6aba617f63feb namespace: kserve-ci-e2e-test resourceVersion: "14659" uid: 6d29ce7d-e8df-43aa-ab38-e5bbe46bf1d6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:32Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2 namespace: kserve-ci-e2e-test resourceVersion: "14667" uid: 1cba6c78-470d-429b-824b-bc18b3dd3190 kind: Event lastTimestamp: "2026-09-19T08:30:32Z" message: Add eth0 [10.134.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:30:32Z" name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2.18d6aba639d7f77a namespace: kserve-ci-e2e-test resourceVersion: "14735" uid: 8c48a6cc-13d5-465e-b9e9-2886dac68019 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2 namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 1cba6c78-470d-429b-824b-bc18b3dd3190 kind: Event lastTimestamp: "2026-09-19T08:30:32Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e" already present on machine metadata: creationTimestamp: "2026-09-19T08:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:32Z" name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2.18d6aba63b8cebb3 namespace: kserve-ci-e2e-test resourceVersion: "14738" uid: 1a11c520-5c6d-4dca-8c95-2c6ef29f4dfa reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2 namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 1cba6c78-470d-429b-824b-bc18b3dd3190 kind: Event lastTimestamp: "2026-09-19T08:30:32Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-19T08:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:32Z" name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2.18d6aba63ea8f876 namespace: kserve-ci-e2e-test resourceVersion: "14739" uid: 2403ea87-8a1a-4496-92c9-3e5f7abc913b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2 namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 1cba6c78-470d-429b-824b-bc18b3dd3190 kind: Event lastTimestamp: "2026-09-19T08:30:32Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-19T08:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:32Z" name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2.18d6aba63f20f90b namespace: kserve-ci-e2e-test resourceVersion: "14740" uid: c12d74b4-56b4-47c4-a4f0-9e3c2f84ee9c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2 namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 1cba6c78-470d-429b-824b-bc18b3dd3190 kind: Event lastTimestamp: "2026-09-19T08:30:37Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-09-19T08:30:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:37Z" name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2.18d6aba7611c827e namespace: kserve-ci-e2e-test resourceVersion: "14812" uid: cb1452e8-f29c-4453-b61f-202fd306ffb0 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:31:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2 namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 1cba6c78-470d-429b-824b-bc18b3dd3190 kind: Event lastTimestamp: "2026-09-19T08:31:06Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 29.524s (29.524s including waiting). Image size: 1436478727 bytes.' metadata: creationTimestamp: "2026-09-19T08:31:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:31:06Z" name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2.18d6abae40e4f71f namespace: kserve-ci-e2e-test resourceVersion: "15092" uid: db891b11-926f-4106-9ed2-19d985d8c62c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:31:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2 namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 1cba6c78-470d-429b-824b-bc18b3dd3190 kind: Event lastTimestamp: "2026-09-19T08:31:06Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-19T08:31:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:31:06Z" name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2.18d6abae46eade3a namespace: kserve-ci-e2e-test resourceVersion: "15094" uid: 81ac9a0e-e385-4a66-a3cf-ac0d99b8f4a2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:31:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2 namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 1cba6c78-470d-429b-824b-bc18b3dd3190 kind: Event lastTimestamp: "2026-09-19T08:31:06Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-19T08:31:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:31:06Z" name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2.18d6abae48000c53 namespace: kserve-ci-e2e-test resourceVersion: "15095" uid: a3d5377b-0cbd-4db6-8e9b-9da277af40b5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:31:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2 namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 1cba6c78-470d-429b-824b-bc18b3dd3190 kind: Event lastTimestamp: "2026-09-19T08:31:06Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-19T08:31:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:31:06Z" name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2.18d6abae48183352 namespace: kserve-ci-e2e-test resourceVersion: "15096" uid: 1c19bb2f-6660-479b-a188-a8a2f6b02e71 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:31:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2 namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 1cba6c78-470d-429b-824b-bc18b3dd3190 kind: Event lastTimestamp: "2026-09-19T08:31:09Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.234s (2.234s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-19T08:31:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:31:09Z" name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2.18d6abaecd4eaee3 namespace: kserve-ci-e2e-test resourceVersion: "15114" uid: 1aa6372e-937a-46e8-aaea-87849d281919 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:31:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2 namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 1cba6c78-470d-429b-824b-bc18b3dd3190 kind: Event lastTimestamp: "2026-09-19T08:31:09Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-19T08:31:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:31:09Z" name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2.18d6abaed0f7dd38 namespace: kserve-ci-e2e-test resourceVersion: "15116" uid: 8cc52fde-8b0b-4635-998c-1a10f85de463 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:31:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2 namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 1cba6c78-470d-429b-824b-bc18b3dd3190 kind: Event lastTimestamp: "2026-09-19T08:31:09Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:31:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:31:09Z" name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2.18d6abaed15ca387 namespace: kserve-ci-e2e-test resourceVersion: "15119" uid: 7a74b783-6cd7-49ec-bafb-7ec34bb7f535 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-19T08:31:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2 namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 1cba6c78-470d-429b-824b-bc18b3dd3190 kind: Event lastTimestamp: "2026-09-19T08:33:05Z" message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:31:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:05Z" name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2.18d6abaee2ac51d3 namespace: kserve-ci-e2e-test resourceVersion: "16499" uid: b1aed2b2-5695-459f-9cd6-3a2d139c4bcc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2 namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 1cba6c78-470d-429b-824b-bc18b3dd3190 kind: Event lastTimestamp: "2026-09-19T08:33:03Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-19T08:33:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:03Z" name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2.18d6abc957f5f56c namespace: kserve-ci-e2e-test resourceVersion: "16396" uid: 00582fcd-a94b-434b-9a55-93627576b106 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2 namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 1cba6c78-470d-429b-824b-bc18b3dd3190 kind: Event lastTimestamp: "2026-09-19T08:33:03Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:33:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:03Z" name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2.18d6abc957f65e41 namespace: kserve-ci-e2e-test resourceVersion: "16397" uid: 1c8f2ed3-bc84-4b69-b862-9d5ec119c963 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2 namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 1cba6c78-470d-429b-824b-bc18b3dd3190 kind: Event lastTimestamp: "2026-09-19T08:33:05Z" message: 'Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp 10.134.0.23:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:33:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:05Z" name: isvc-xgboost-graph-predictor-555fc69d56-qk6g2.18d6abc9e50bb9f2 namespace: kserve-ci-e2e-test resourceVersion: "16496" uid: 8595ff00-fb2a-4244-9c3a-5419f25bdcbc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-96.ec2.internal source: component: kubelet host: ip-10-0-143-96.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-555fc69d56 namespace: kserve-ci-e2e-test resourceVersion: "14646" uid: d0872c13-5c34-4be8-b1b0-2f9b28315905 kind: Event lastTimestamp: "2026-09-19T08:30:31Z" message: 'Created pod: isvc-xgboost-graph-predictor-555fc69d56-qk6g2' metadata: creationTimestamp: "2026-09-19T08:30:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:30:31Z" name: isvc-xgboost-graph-predictor-555fc69d56.18d6aba6175d39e2 namespace: kserve-ci-e2e-test resourceVersion: "14655" uid: 501f9093-9ec4-4406-8e58-06c147c418bb reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14642" uid: 0f4cc35b-2278-48c1-b676-66c9dd527f6e kind: Event lastTimestamp: "2026-09-19T08:30:31Z" message: Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:30:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:30:31Z" name: isvc-xgboost-graph-predictor.18d6aba6144db0c6 namespace: kserve-ci-e2e-test resourceVersion: "14648" uid: 7e65c99c-042e-4565-be65-215e7313d674 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-19T08:30:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14645" uid: 40ff6675-775e-4a5b-9035-103e751e86d7 kind: Event lastTimestamp: "2026-09-19T08:31:16Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:30:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:31:16Z" name: isvc-xgboost-graph-predictor.18d6aba992e4b2c0 namespace: kserve-ci-e2e-test resourceVersion: "15189" uid: 7c7fdc6d-38a5-4c71-9fa7-fb77e9f1842d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-19T08:30:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14645" uid: 40ff6675-775e-4a5b-9035-103e751e86d7 kind: Event lastTimestamp: "2026-09-19T08:31:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:30:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:31:16Z" name: isvc-xgboost-graph-predictor.18d6aba9936aa48e namespace: kserve-ci-e2e-test resourceVersion: "15190" uid: 4d19a2bd-483b-4e33-9aad-554f52f84d00 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-19T08:31:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14905" uid: 40ff6675-775e-4a5b-9035-103e751e86d7 kind: Event lastTimestamp: "2026-09-19T08:33:01Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:31:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:33:01Z" name: isvc-xgboost-graph-predictor.18d6abb40f79b4c2 namespace: kserve-ci-e2e-test resourceVersion: "16309" uid: 3c8e57d1-7748-410d-a931-1366a07aa3d6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-19T08:31:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14905" uid: 40ff6675-775e-4a5b-9035-103e751e86d7 kind: Event lastTimestamp: "2026-09-19T08:33:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:31:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:33:01Z" name: isvc-xgboost-graph-predictor.18d6abb40fdcbc6c namespace: kserve-ci-e2e-test resourceVersion: "16310" uid: dfc70d76-e0bd-4f69-8b16-0b6ef2e36f32 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-19T08:30:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "14627" uid: 30f54c5e-c7fa-43a9-a992-919b73031cb8 kind: Event lastTimestamp: "2026-09-19T08:32:25Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-19T08:30:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:32:25Z" name: isvc-xgboost-graph.18d6aba614505413 namespace: kserve-ci-e2e-test resourceVersion: "15977" uid: 4c61ab95-1af2-4e94-b282-ebb335d057b3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "15971" uid: 30f54c5e-c7fa-43a9-a992-919b73031cb8 kind: Event lastTimestamp: "2026-09-19T08:32:25Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-09-19T08:32:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:32:25Z" name: isvc-xgboost-graph.18d6abc09ce71667 namespace: kserve-ci-e2e-test resourceVersion: "15972" uid: 0684027c-d906-4640-b54c-46692819cafc reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:32:51.435242Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-7bcc66cdd8-jgzm9 namespace: kserve-ci-e2e-test resourceVersion: "16199" uid: 05b689d9-774f-4b08-acb3-018ed8fd5c28 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-7bcc66cdd8-jgzm9 to ip-10-0-139-127.ec2.internal metadata: creationTimestamp: "2026-09-19T08:32:51Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:32:51Z" name: model-chainer-7bcc66cdd8-jgzm9.18d6abc69bfc99ea namespace: kserve-ci-e2e-test resourceVersion: "16204" uid: 7f9fb642-879f-406e-be43-7e2031ba345a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:32:51Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-7bcc66cdd8-jgzm9 namespace: kserve-ci-e2e-test resourceVersion: "16201" uid: 05b689d9-774f-4b08-acb3-018ed8fd5c28 kind: Event lastTimestamp: "2026-09-19T08:32:52Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-serving-cert" not found' metadata: creationTimestamp: "2026-09-19T08:32:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:52Z" name: model-chainer-7bcc66cdd8-jgzm9.18d6abc6a56b15f0 namespace: kserve-ci-e2e-test resourceVersion: "16223" uid: ce153cee-d000-41d2-8228-ac929c2cb8ca reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:53Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-7bcc66cdd8-jgzm9 namespace: kserve-ci-e2e-test resourceVersion: "16208" uid: 05b689d9-774f-4b08-acb3-018ed8fd5c28 kind: Event lastTimestamp: "2026-09-19T08:32:53Z" message: Add eth0 [10.133.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:32:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:32:53Z" name: model-chainer-7bcc66cdd8-jgzm9.18d6abc71758bee1 namespace: kserve-ci-e2e-test resourceVersion: "16232" uid: b5c5e81a-b862-4607-ac7a-e3469c220dc7 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-7bcc66cdd8-jgzm9 namespace: kserve-ci-e2e-test resourceVersion: "16201" uid: 05b689d9-774f-4b08-acb3-018ed8fd5c28 kind: Event lastTimestamp: "2026-09-19T08:32:53Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine metadata: creationTimestamp: "2026-09-19T08:32:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:53Z" name: model-chainer-7bcc66cdd8-jgzm9.18d6abc7189a5db7 namespace: kserve-ci-e2e-test resourceVersion: "16236" uid: 55966471-bb59-4a09-84c4-6cf89abf2618 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-7bcc66cdd8-jgzm9 namespace: kserve-ci-e2e-test resourceVersion: "16201" uid: 05b689d9-774f-4b08-acb3-018ed8fd5c28 kind: Event lastTimestamp: "2026-09-19T08:32:53Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-09-19T08:32:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:53Z" name: model-chainer-7bcc66cdd8-jgzm9.18d6abc71bccd079 namespace: kserve-ci-e2e-test resourceVersion: "16237" uid: 1de6e1f6-8b63-4133-bf10-51fe3b0ea7b0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-7bcc66cdd8-jgzm9 namespace: kserve-ci-e2e-test resourceVersion: "16201" uid: 05b689d9-774f-4b08-acb3-018ed8fd5c28 kind: Event lastTimestamp: "2026-09-19T08:32:53Z" message: Started container model-chainer metadata: creationTimestamp: "2026-09-19T08:32:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:53Z" name: model-chainer-7bcc66cdd8-jgzm9.18d6abc71c427436 namespace: kserve-ci-e2e-test resourceVersion: "16238" uid: 5fabdcac-475b-41e1-8b32-4f0e06442ba0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-7bcc66cdd8-jgzm9 namespace: kserve-ci-e2e-test resourceVersion: "16201" uid: 05b689d9-774f-4b08-acb3-018ed8fd5c28 kind: Event lastTimestamp: "2026-09-19T08:33:02Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-09-19T08:33:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:02Z" name: model-chainer-7bcc66cdd8-jgzm9.18d6abc94c20dff0 namespace: kserve-ci-e2e-test resourceVersion: "16338" uid: cf899833-2df1-4f53-a2e9-623c217efca7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-19T08:33:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-7bcc66cdd8-jgzm9 namespace: kserve-ci-e2e-test resourceVersion: "16201" uid: 05b689d9-774f-4b08-acb3-018ed8fd5c28 kind: Event lastTimestamp: "2026-09-19T08:33:30Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-19T08:33:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:30Z" name: model-chainer-7bcc66cdd8-jgzm9.18d6abc9cac5edae namespace: kserve-ci-e2e-test resourceVersion: "16759" uid: 9db1f912-d784-4396-817b-a00c6ecce692 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:51Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-7bcc66cdd8 namespace: kserve-ci-e2e-test resourceVersion: "16196" uid: 81b90b77-ef2f-4941-a412-6801a9a9fbd8 kind: Event lastTimestamp: "2026-09-19T08:32:51Z" message: 'Created pod: model-chainer-7bcc66cdd8-jgzm9' metadata: creationTimestamp: "2026-09-19T08:32:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:32:51Z" name: model-chainer-7bcc66cdd8.18d6abc69b960f4a namespace: kserve-ci-e2e-test resourceVersion: "16200" uid: f5c8c39c-1b4a-462d-9d5c-46ee07efb74b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:51Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "16194" uid: 70e668eb-ac4a-4f28-ad31-f37fed8bf8dc kind: Event lastTimestamp: "2026-09-19T08:32:51Z" message: Scaled up replica set model-chainer-7bcc66cdd8 from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:32:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:32:51Z" name: model-chainer.18d6abc69ad74d6e namespace: kserve-ci-e2e-test resourceVersion: "16197" uid: 7d2622cf-fd1a-4606-88a5-aac862e40be3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:51Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "16210" uid: 8cf08862-f110-48cb-90d0-14ad5c50ac8b kind: Event lastTimestamp: "2026-09-19T08:32:51Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-09-19T08:32:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:32:51Z" name: model-chainer.18d6abc69fb9fc38 namespace: kserve-ci-e2e-test resourceVersion: "16212" uid: b220fb16-d8a4-435f-8478-af9aa8d54b18 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:43:38.989255Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-3bcba-655868c668-r9k5c namespace: kserve-ci-e2e-test resourceVersion: "21640" uid: 2f00b661-bf48-4768-abfe-fb4710be37de kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-3bcba-655868c668-r9k5c to ip-10-0-139-127.ec2.internal metadata: creationTimestamp: "2026-09-19T08:43:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:43:38Z" name: sequence-graph-3bcba-655868c668-r9k5c.18d6ac5d6136bd4b namespace: kserve-ci-e2e-test resourceVersion: "21648" uid: 874858cb-1840-4e53-bbdb-8ce1df65b761 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:39Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-3bcba-655868c668-r9k5c namespace: kserve-ci-e2e-test resourceVersion: "21653" uid: 2f00b661-bf48-4768-abfe-fb4710be37de kind: Event lastTimestamp: "2026-09-19T08:43:39Z" message: Add eth0 [10.133.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:43:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:43:39Z" name: sequence-graph-3bcba-655868c668-r9k5c.18d6ac5d8328926b namespace: kserve-ci-e2e-test resourceVersion: "21666" uid: 4070be82-6bb1-4c67-823b-357131a66b2e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-3bcba} kind: Pod name: sequence-graph-3bcba-655868c668-r9k5c namespace: kserve-ci-e2e-test resourceVersion: "21645" uid: 2f00b661-bf48-4768-abfe-fb4710be37de kind: Event lastTimestamp: "2026-09-19T08:43:39Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine metadata: creationTimestamp: "2026-09-19T08:43:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:39Z" name: sequence-graph-3bcba-655868c668-r9k5c.18d6ac5d845cb308 namespace: kserve-ci-e2e-test resourceVersion: "21668" uid: c85836f4-e348-441b-9c27-12857c65333f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-3bcba} kind: Pod name: sequence-graph-3bcba-655868c668-r9k5c namespace: kserve-ci-e2e-test resourceVersion: "21645" uid: 2f00b661-bf48-4768-abfe-fb4710be37de kind: Event lastTimestamp: "2026-09-19T08:43:39Z" message: 'Created container: sequence-graph-3bcba' metadata: creationTimestamp: "2026-09-19T08:43:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:39Z" name: sequence-graph-3bcba-655868c668-r9k5c.18d6ac5d870807c6 namespace: kserve-ci-e2e-test resourceVersion: "21673" uid: a5e147b7-1058-4f48-9842-f16b8127d88b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-3bcba} kind: Pod name: sequence-graph-3bcba-655868c668-r9k5c namespace: kserve-ci-e2e-test resourceVersion: "21645" uid: 2f00b661-bf48-4768-abfe-fb4710be37de kind: Event lastTimestamp: "2026-09-19T08:43:39Z" message: Started container sequence-graph-3bcba metadata: creationTimestamp: "2026-09-19T08:43:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:39Z" name: sequence-graph-3bcba-655868c668-r9k5c.18d6ac5d877611a8 namespace: kserve-ci-e2e-test resourceVersion: "21674" uid: a75bd994-6842-4946-88a9-846f7e6497df reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-3bcba} kind: Pod name: sequence-graph-3bcba-655868c668-r9k5c namespace: kserve-ci-e2e-test resourceVersion: "21645" uid: 2f00b661-bf48-4768-abfe-fb4710be37de kind: Event lastTimestamp: "2026-09-19T08:43:49Z" message: Stopping container sequence-graph-3bcba metadata: creationTimestamp: "2026-09-19T08:43:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:49Z" name: sequence-graph-3bcba-655868c668-r9k5c.18d6ac5fee50fd03 namespace: kserve-ci-e2e-test resourceVersion: "21771" uid: 4d3e717c-f983-44ae-9bf4-2887560ffb08 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-19T08:43:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-3bcba} kind: Pod name: sequence-graph-3bcba-655868c668-r9k5c namespace: kserve-ci-e2e-test resourceVersion: "21645" uid: 2f00b661-bf48-4768-abfe-fb4710be37de kind: Event lastTimestamp: "2026-09-19T08:44:16Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-19T08:43:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:44:16Z" name: sequence-graph-3bcba-655868c668-r9k5c.18d6ac60506b8577 namespace: kserve-ci-e2e-test resourceVersion: "22131" uid: fd272cac-05a6-430d-a889-3dd535dfb701 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-3bcba-655868c668 namespace: kserve-ci-e2e-test resourceVersion: "21637" uid: 45206b1b-951d-4cd0-a856-01f9baddca23 kind: Event lastTimestamp: "2026-09-19T08:43:38Z" message: 'Created pod: sequence-graph-3bcba-655868c668-r9k5c' metadata: creationTimestamp: "2026-09-19T08:43:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:43:38Z" name: sequence-graph-3bcba-655868c668.18d6ac5d60b6ae1e namespace: kserve-ci-e2e-test resourceVersion: "21644" uid: 44f3327b-a998-4c2a-8a82-fb189f7020a6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-3bcba namespace: kserve-ci-e2e-test resourceVersion: "21635" uid: 8820a722-e247-433b-b54b-5db53f6f2eab kind: Event lastTimestamp: "2026-09-19T08:43:38Z" message: Scaled up replica set sequence-graph-3bcba-655868c668 from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:43:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:43:38Z" name: sequence-graph-3bcba.18d6ac5d5f946e82 namespace: kserve-ci-e2e-test resourceVersion: "21639" uid: 6c13ce75-8023-49ef-af2d-41675242d2f1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:39Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-3bcba namespace: kserve-ci-e2e-test resourceVersion: "21656" uid: 053b8f5a-e39e-4758-9b32-bc05de35ddf9 kind: Event lastTimestamp: "2026-09-19T08:43:39Z" message: InferenceGraph [sequence-graph-3bcba] is Ready metadata: creationTimestamp: "2026-09-19T08:43:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:43:39Z" name: sequence-graph-3bcba.18d6ac5d6573eef0 namespace: kserve-ci-e2e-test resourceVersion: "21658" uid: 817c5c7b-da34-4a85-b978-61ad83f666e4 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:34:13.177273Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-5cf0a-5bd5db7dc4-x978z namespace: kserve-ci-e2e-test resourceVersion: "17128" uid: 95fbaa75-267c-4473-bd2e-df43c40ca70c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-5cf0a-5bd5db7dc4-x978z to ip-10-0-139-127.ec2.internal metadata: creationTimestamp: "2026-09-19T08:34:13Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:34:13Z" name: sequence-graph-5cf0a-5bd5db7dc4-x978z.18d6abd9a43106c6 namespace: kserve-ci-e2e-test resourceVersion: "17133" uid: 6dc3467f-d06d-4f65-a5af-804def0fcede reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:34:13Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-5cf0a-5bd5db7dc4-x978z namespace: kserve-ci-e2e-test resourceVersion: "17130" uid: 95fbaa75-267c-4473-bd2e-df43c40ca70c kind: Event lastTimestamp: "2026-09-19T08:34:13Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-5cf0a-serving-cert" not found' metadata: creationTimestamp: "2026-09-19T08:34:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:34:13Z" name: sequence-graph-5cf0a-5bd5db7dc4-x978z.18d6abd9aedf4b44 namespace: kserve-ci-e2e-test resourceVersion: "17143" uid: 48fc7148-cb61-408b-a1e4-058326a24f10 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:34:14Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-5cf0a-5bd5db7dc4-x978z namespace: kserve-ci-e2e-test resourceVersion: "17136" uid: 95fbaa75-267c-4473-bd2e-df43c40ca70c kind: Event lastTimestamp: "2026-09-19T08:34:14Z" message: Add eth0 [10.133.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:34:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:34:14Z" name: sequence-graph-5cf0a-5bd5db7dc4-x978z.18d6abd9e9fb0c3c namespace: kserve-ci-e2e-test resourceVersion: "17154" uid: 198ab3f8-3150-437a-89e9-c6a9f4d88fc7 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:34:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-5cf0a} kind: Pod name: sequence-graph-5cf0a-5bd5db7dc4-x978z namespace: kserve-ci-e2e-test resourceVersion: "17130" uid: 95fbaa75-267c-4473-bd2e-df43c40ca70c kind: Event lastTimestamp: "2026-09-19T08:34:14Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine metadata: creationTimestamp: "2026-09-19T08:34:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:34:14Z" name: sequence-graph-5cf0a-5bd5db7dc4-x978z.18d6abd9eb38e35d namespace: kserve-ci-e2e-test resourceVersion: "17156" uid: 1126ba0a-56bb-4625-ac75-6513ae1fddc0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:34:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-5cf0a} kind: Pod name: sequence-graph-5cf0a-5bd5db7dc4-x978z namespace: kserve-ci-e2e-test resourceVersion: "17130" uid: 95fbaa75-267c-4473-bd2e-df43c40ca70c kind: Event lastTimestamp: "2026-09-19T08:34:14Z" message: 'Created container: sequence-graph-5cf0a' metadata: creationTimestamp: "2026-09-19T08:34:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:34:14Z" name: sequence-graph-5cf0a-5bd5db7dc4-x978z.18d6abd9ee5c1e8d namespace: kserve-ci-e2e-test resourceVersion: "17157" uid: 8cb381a6-450f-4236-a465-e287a73f4b28 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:34:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-5cf0a} kind: Pod name: sequence-graph-5cf0a-5bd5db7dc4-x978z namespace: kserve-ci-e2e-test resourceVersion: "17130" uid: 95fbaa75-267c-4473-bd2e-df43c40ca70c kind: Event lastTimestamp: "2026-09-19T08:34:14Z" message: Started container sequence-graph-5cf0a metadata: creationTimestamp: "2026-09-19T08:34:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:34:14Z" name: sequence-graph-5cf0a-5bd5db7dc4-x978z.18d6abd9eecefc9c namespace: kserve-ci-e2e-test resourceVersion: "17158" uid: de56403f-ddfa-48c6-811f-09e29a7d6de2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-5cf0a} kind: Pod name: sequence-graph-5cf0a-5bd5db7dc4-x978z namespace: kserve-ci-e2e-test resourceVersion: "17130" uid: 95fbaa75-267c-4473-bd2e-df43c40ca70c kind: Event lastTimestamp: "2026-09-19T08:42:28Z" message: Stopping container sequence-graph-5cf0a metadata: creationTimestamp: "2026-09-19T08:42:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:28Z" name: sequence-graph-5cf0a-5bd5db7dc4-x978z.18d6ac4d05ca36e0 namespace: kserve-ci-e2e-test resourceVersion: "20718" uid: 6007ebf6-4f13-4561-a537-803e6741adc3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-19T08:42:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-5cf0a} kind: Pod name: sequence-graph-5cf0a-5bd5db7dc4-x978z namespace: kserve-ci-e2e-test resourceVersion: "17130" uid: 95fbaa75-267c-4473-bd2e-df43c40ca70c kind: Event lastTimestamp: "2026-09-19T08:42:56Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-19T08:42:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:56Z" name: sequence-graph-5cf0a-5bd5db7dc4-x978z.18d6ac4da62fd457 namespace: kserve-ci-e2e-test resourceVersion: "21080" uid: a6a9d982-1191-4901-bd08-a64e75258f2d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:34:13Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-5cf0a-5bd5db7dc4 namespace: kserve-ci-e2e-test resourceVersion: "17125" uid: a2660835-e8fc-4769-a6d6-61253c0e18ab kind: Event lastTimestamp: "2026-09-19T08:34:13Z" message: 'Created pod: sequence-graph-5cf0a-5bd5db7dc4-x978z' metadata: creationTimestamp: "2026-09-19T08:34:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:34:13Z" name: sequence-graph-5cf0a-5bd5db7dc4.18d6abd9a3c653ef namespace: kserve-ci-e2e-test resourceVersion: "17129" uid: 2fe6d01a-ecde-40c4-93db-9bb74a9fc817 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:34:13Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-5cf0a namespace: kserve-ci-e2e-test resourceVersion: "17122" uid: 28b9ee7d-e4dd-4215-bd6f-ac0d420440ca kind: Event lastTimestamp: "2026-09-19T08:34:13Z" message: Scaled up replica set sequence-graph-5cf0a-5bd5db7dc4 from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:34:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:34:13Z" name: sequence-graph-5cf0a.18d6abd9a2e76423 namespace: kserve-ci-e2e-test resourceVersion: "17126" uid: b7a62f9e-a699-417e-94bd-4eff841e69f1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:34:13Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-5cf0a namespace: kserve-ci-e2e-test resourceVersion: "17139" uid: ec260361-866f-4a02-add3-19586b7fd821 kind: Event lastTimestamp: "2026-09-19T08:34:13Z" message: InferenceGraph [sequence-graph-5cf0a] is Ready metadata: creationTimestamp: "2026-09-19T08:34:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:34:13Z" name: sequence-graph-5cf0a.18d6abd9a7f58f1b namespace: kserve-ci-e2e-test resourceVersion: "17141" uid: a1c8a57d-c6e5-461c-831f-5217cac1e002 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-19T08:34:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-5cf0a namespace: kserve-ci-e2e-test resourceVersion: "17123" uid: 708a4a12-656a-46cd-8771-639a5762ab0e kind: Event lastTimestamp: "2026-09-19T08:34:58Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:34:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:34:58Z" name: sequence-graph-5cf0a.18d6abdd215da1d0 namespace: kserve-ci-e2e-test resourceVersion: "17474" uid: 7c68fe12-3175-489c-9596-d85da99d6cd1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-19T08:34:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-5cf0a namespace: kserve-ci-e2e-test resourceVersion: "17123" uid: 708a4a12-656a-46cd-8771-639a5762ab0e kind: Event lastTimestamp: "2026-09-19T08:34:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:34:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:34:58Z" name: sequence-graph-5cf0a.18d6abdd21a96807 namespace: kserve-ci-e2e-test resourceVersion: "17475" uid: c837652c-6c79-41bf-8c95-e17492b222ae reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:45:00.187611Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-bdc39-7569bd466c-fjjkj namespace: kserve-ci-e2e-test resourceVersion: "22539" uid: 80f9b1ba-8f2f-448b-aef7-165345562351 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-bdc39-7569bd466c-fjjkj to ip-10-0-139-127.ec2.internal metadata: creationTimestamp: "2026-09-19T08:45:00Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:45:00Z" name: sequence-graph-bdc39-7569bd466c-fjjkj.18d6ac70490355f6 namespace: kserve-ci-e2e-test resourceVersion: "22545" uid: 22a8bd39-901d-43d4-a3aa-8834798c4c6d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:45:00Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-bdc39-7569bd466c-fjjkj namespace: kserve-ci-e2e-test resourceVersion: "22548" uid: 80f9b1ba-8f2f-448b-aef7-165345562351 kind: Event lastTimestamp: "2026-09-19T08:45:00Z" message: Add eth0 [10.133.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:45:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:45:00Z" name: sequence-graph-bdc39-7569bd466c-fjjkj.18d6ac706af98464 namespace: kserve-ci-e2e-test resourceVersion: "22560" uid: 19668bb9-7353-4b99-ace7-33758fc1ad60 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:45:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-bdc39} kind: Pod name: sequence-graph-bdc39-7569bd466c-fjjkj namespace: kserve-ci-e2e-test resourceVersion: "22543" uid: 80f9b1ba-8f2f-448b-aef7-165345562351 kind: Event lastTimestamp: "2026-09-19T08:45:00Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine metadata: creationTimestamp: "2026-09-19T08:45:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:45:00Z" name: sequence-graph-bdc39-7569bd466c-fjjkj.18d6ac706c3db321 namespace: kserve-ci-e2e-test resourceVersion: "22562" uid: fa65baf3-587a-4a74-8cd8-5e9cd6dc6ee4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:45:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-bdc39} kind: Pod name: sequence-graph-bdc39-7569bd466c-fjjkj namespace: kserve-ci-e2e-test resourceVersion: "22543" uid: 80f9b1ba-8f2f-448b-aef7-165345562351 kind: Event lastTimestamp: "2026-09-19T08:45:00Z" message: 'Created container: sequence-graph-bdc39' metadata: creationTimestamp: "2026-09-19T08:45:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:45:00Z" name: sequence-graph-bdc39-7569bd466c-fjjkj.18d6ac706edc2614 namespace: kserve-ci-e2e-test resourceVersion: "22563" uid: 3b4f8ede-4353-41a1-8eb5-07eb968accd3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:45:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-bdc39} kind: Pod name: sequence-graph-bdc39-7569bd466c-fjjkj namespace: kserve-ci-e2e-test resourceVersion: "22543" uid: 80f9b1ba-8f2f-448b-aef7-165345562351 kind: Event lastTimestamp: "2026-09-19T08:45:00Z" message: Started container sequence-graph-bdc39 metadata: creationTimestamp: "2026-09-19T08:45:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:45:00Z" name: sequence-graph-bdc39-7569bd466c-fjjkj.18d6ac706f4bbdda namespace: kserve-ci-e2e-test resourceVersion: "22564" uid: 856d1939-97e6-4cfd-a28d-a3dabbcae889 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-bdc39} kind: Pod name: sequence-graph-bdc39-7569bd466c-fjjkj namespace: kserve-ci-e2e-test resourceVersion: "22543" uid: 80f9b1ba-8f2f-448b-aef7-165345562351 kind: Event lastTimestamp: "2026-09-19T08:53:15Z" message: Stopping container sequence-graph-bdc39 metadata: creationTimestamp: "2026-09-19T08:53:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:15Z" name: sequence-graph-bdc39-7569bd466c-fjjkj.18d6ace3947c8ff2 namespace: kserve-ci-e2e-test resourceVersion: "26419" uid: 8465500e-55f5-4503-87c1-cbaef7edf246 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-19T08:53:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-bdc39} kind: Pod name: sequence-graph-bdc39-7569bd466c-fjjkj namespace: kserve-ci-e2e-test resourceVersion: "22543" uid: 80f9b1ba-8f2f-448b-aef7-165345562351 kind: Event lastTimestamp: "2026-09-19T08:53:41Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-19T08:53:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:41Z" name: sequence-graph-bdc39-7569bd466c-fjjkj.18d6ace3f025c259 namespace: kserve-ci-e2e-test resourceVersion: "26779" uid: 2667a401-5faa-4b56-96a7-f85875c05ae4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:45:00Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-bdc39-7569bd466c namespace: kserve-ci-e2e-test resourceVersion: "22536" uid: 6658fb64-3b79-4ec3-9790-49af92ac25a9 kind: Event lastTimestamp: "2026-09-19T08:45:00Z" message: 'Created pod: sequence-graph-bdc39-7569bd466c-fjjkj' metadata: creationTimestamp: "2026-09-19T08:45:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:45:00Z" name: sequence-graph-bdc39-7569bd466c.18d6ac704866e34f namespace: kserve-ci-e2e-test resourceVersion: "22541" uid: 87e39d08-c9db-4a94-9b40-d6cbbbb4c2a7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:45:00Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-bdc39 namespace: kserve-ci-e2e-test resourceVersion: "22534" uid: a98b662a-6baa-4974-b482-34d5105fc45d kind: Event lastTimestamp: "2026-09-19T08:45:00Z" message: Scaled up replica set sequence-graph-bdc39-7569bd466c from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:45:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:45:00Z" name: sequence-graph-bdc39.18d6ac70475244b8 namespace: kserve-ci-e2e-test resourceVersion: "22537" uid: 03b9d864-b401-4c6b-ae84-acfc8088bfbb reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:45:00Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-bdc39 namespace: kserve-ci-e2e-test resourceVersion: "22550" uid: 0895ff28-0986-4b51-beac-3b534ce0e9d4 kind: Event lastTimestamp: "2026-09-19T08:45:00Z" message: InferenceGraph [sequence-graph-bdc39] is Ready metadata: creationTimestamp: "2026-09-19T08:45:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:45:00Z" name: sequence-graph-bdc39.18d6ac704c7a5c57 namespace: kserve-ci-e2e-test resourceVersion: "22552" uid: b5167e4b-0684-427e-8293-8fb13fd8007b reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-19T08:45:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-bdc39 namespace: kserve-ci-e2e-test resourceVersion: "22535" uid: 7261cc0c-4c39-4e13-825a-1e23f3d7becd kind: Event lastTimestamp: "2026-09-19T08:45:45Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:45:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:45:45Z" name: sequence-graph-bdc39.18d6ac73c62ae28c namespace: kserve-ci-e2e-test resourceVersion: "22881" uid: 497f24c2-657c-42d2-853c-d18a9e8f41c8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-19T08:45:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-bdc39 namespace: kserve-ci-e2e-test resourceVersion: "22535" uid: 7261cc0c-4c39-4e13-825a-1e23f3d7becd kind: Event lastTimestamp: "2026-09-19T08:45:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:45:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:45:45Z" name: sequence-graph-bdc39.18d6ac73c69085de namespace: kserve-ci-e2e-test resourceVersion: "22882" uid: afefdd69-88b6-4548-a599-fb17eb7c01c5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:55:05.583870Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-de19a-6cb8f4d8dc-zh875 namespace: kserve-ci-e2e-test resourceVersion: "27707" uid: a0f528a9-c94a-42f7-a00d-d9354e4c0ada kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-de19a-6cb8f4d8dc-zh875 to ip-10-0-139-127.ec2.internal metadata: creationTimestamp: "2026-09-19T08:55:05Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:55:05Z" name: splitter-graph-de19a-6cb8f4d8dc-zh875.18d6acfd3d71315a namespace: kserve-ci-e2e-test resourceVersion: "27712" uid: e2a5e904-e811-4d4f-9fa1-38e395f255a8 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:55:06Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-de19a-6cb8f4d8dc-zh875 namespace: kserve-ci-e2e-test resourceVersion: "27716" uid: a0f528a9-c94a-42f7-a00d-d9354e4c0ada kind: Event lastTimestamp: "2026-09-19T08:55:06Z" message: Add eth0 [10.133.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:55:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:55:06Z" name: splitter-graph-de19a-6cb8f4d8dc-zh875.18d6acfd5f39555a namespace: kserve-ci-e2e-test resourceVersion: "27729" uid: 854f7efb-a95c-406b-a5c3-de9bd3e07188 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:55:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-de19a} kind: Pod name: splitter-graph-de19a-6cb8f4d8dc-zh875 namespace: kserve-ci-e2e-test resourceVersion: "27710" uid: a0f528a9-c94a-42f7-a00d-d9354e4c0ada kind: Event lastTimestamp: "2026-09-19T08:55:06Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine metadata: creationTimestamp: "2026-09-19T08:55:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:55:06Z" name: splitter-graph-de19a-6cb8f4d8dc-zh875.18d6acfd60787393 namespace: kserve-ci-e2e-test resourceVersion: "27731" uid: 89001423-99c9-4f03-9b06-9c57ca1adf93 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:55:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-de19a} kind: Pod name: splitter-graph-de19a-6cb8f4d8dc-zh875 namespace: kserve-ci-e2e-test resourceVersion: "27710" uid: a0f528a9-c94a-42f7-a00d-d9354e4c0ada kind: Event lastTimestamp: "2026-09-19T08:55:06Z" message: 'Created container: splitter-graph-de19a' metadata: creationTimestamp: "2026-09-19T08:55:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:55:06Z" name: splitter-graph-de19a-6cb8f4d8dc-zh875.18d6acfd6359f882 namespace: kserve-ci-e2e-test resourceVersion: "27732" uid: ea7423f0-e96f-4905-b28d-d294528b52f7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:55:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-de19a} kind: Pod name: splitter-graph-de19a-6cb8f4d8dc-zh875 namespace: kserve-ci-e2e-test resourceVersion: "27710" uid: a0f528a9-c94a-42f7-a00d-d9354e4c0ada kind: Event lastTimestamp: "2026-09-19T08:55:06Z" message: Started container splitter-graph-de19a metadata: creationTimestamp: "2026-09-19T08:55:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:55:06Z" name: splitter-graph-de19a-6cb8f4d8dc-zh875.18d6acfd63ca26cf namespace: kserve-ci-e2e-test resourceVersion: "27733" uid: b806b019-6138-47a7-a057-759d85c135d5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T09:03:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-de19a} kind: Pod name: splitter-graph-de19a-6cb8f4d8dc-zh875 namespace: kserve-ci-e2e-test resourceVersion: "27710" uid: a0f528a9-c94a-42f7-a00d-d9354e4c0ada kind: Event lastTimestamp: "2026-09-19T09:03:20Z" message: Stopping container splitter-graph-de19a metadata: creationTimestamp: "2026-09-19T09:03:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T09:03:20Z" name: splitter-graph-de19a-6cb8f4d8dc-zh875.18d6ad708672892c namespace: kserve-ci-e2e-test resourceVersion: "31155" uid: 88aa24c0-1dcf-49cd-91cc-f3cf894d38c7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-19T09:03:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-de19a} kind: Pod name: splitter-graph-de19a-6cb8f4d8dc-zh875 namespace: kserve-ci-e2e-test resourceVersion: "27710" uid: a0f528a9-c94a-42f7-a00d-d9354e4c0ada kind: Event lastTimestamp: "2026-09-19T09:03:47Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-19T09:03:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T09:03:47Z" name: splitter-graph-de19a-6cb8f4d8dc-zh875.18d6ad70e21f8e3d namespace: kserve-ci-e2e-test resourceVersion: "31387" uid: b4b0ab01-73b2-4823-a590-61f1e2dca280 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:55:05Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-de19a-6cb8f4d8dc namespace: kserve-ci-e2e-test resourceVersion: "27704" uid: 14f74851-c358-4be5-aaa6-a189c79ae31a kind: Event lastTimestamp: "2026-09-19T08:55:05Z" message: 'Created pod: splitter-graph-de19a-6cb8f4d8dc-zh875' metadata: creationTimestamp: "2026-09-19T08:55:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:55:05Z" name: splitter-graph-de19a-6cb8f4d8dc.18d6acfd3cec1635 namespace: kserve-ci-e2e-test resourceVersion: "27709" uid: b10d84d6-f7a0-4f74-a6ba-eb12a6aa6b42 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:55:05Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-de19a namespace: kserve-ci-e2e-test resourceVersion: "27702" uid: 88b47390-575e-4929-954c-378737cfda0c kind: Event lastTimestamp: "2026-09-19T08:55:05Z" message: Scaled up replica set splitter-graph-de19a-6cb8f4d8dc from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:55:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:55:05Z" name: splitter-graph-de19a.18d6acfd3c2f0524 namespace: kserve-ci-e2e-test resourceVersion: "27705" uid: 2c157a5f-75f1-40e3-949e-eda323e905ff reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:55:05Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-de19a namespace: kserve-ci-e2e-test resourceVersion: "27718" uid: c8fec365-5b95-4934-bbf9-d2d6bcc2b161 kind: Event lastTimestamp: "2026-09-19T08:55:05Z" message: InferenceGraph [splitter-graph-de19a] is Ready metadata: creationTimestamp: "2026-09-19T08:55:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:55:05Z" name: splitter-graph-de19a.18d6acfd40cbb49c namespace: kserve-ci-e2e-test resourceVersion: "27720" uid: 50ccadd1-a51b-454c-aad3-1b70eaebc25b reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:55:05Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-de19a namespace: kserve-ci-e2e-test resourceVersion: "27697" uid: c8fec365-5b95-4934-bbf9-d2d6bcc2b161 kind: Event lastTimestamp: "2026-09-19T08:55:05Z" message: 'Failed to update status for InferenceGraph "splitter-graph-de19a": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-de19a": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-19T08:55:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:55:05Z" name: splitter-graph-de19a.18d6acfd4309af8e namespace: kserve-ci-e2e-test resourceVersion: "27721" uid: 0f5973a9-0307-481e-93dd-01192334c214 reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:55:05Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-de19a namespace: kserve-ci-e2e-test resourceVersion: "27697" uid: c8fec365-5b95-4934-bbf9-d2d6bcc2b161 kind: Event lastTimestamp: "2026-09-19T08:55:05Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-de19a": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-19T08:55:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:55:05Z" name: splitter-graph-de19a.18d6acfd4309f4c8 namespace: kserve-ci-e2e-test resourceVersion: "27722" uid: 6deb39b3-02f6-4d24-b20a-1f0f7c96947f reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:55:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-de19a namespace: kserve-ci-e2e-test resourceVersion: "27703" uid: 8011ecd5-2f26-41aa-8a4d-be5a7a64c150 kind: Event lastTimestamp: "2026-09-19T08:55:35Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:55:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:55:35Z" name: splitter-graph-de19a.18d6ad00ba9ddc0d namespace: kserve-ci-e2e-test resourceVersion: "27956" uid: 823b5740-4bfc-415b-9a31-2a36ad795efe reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:55:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-de19a namespace: kserve-ci-e2e-test resourceVersion: "27703" uid: 8011ecd5-2f26-41aa-8a4d-be5a7a64c150 kind: Event lastTimestamp: "2026-09-19T08:55:35Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:55:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:55:35Z" name: splitter-graph-de19a.18d6ad00bb01bc54 namespace: kserve-ci-e2e-test resourceVersion: "27957" uid: 59a7fe57-c552-4518-a032-fb39ae5fd54e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:53:44.423707Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-f0ae0-544b788bf4-stkjj namespace: kserve-ci-e2e-test resourceVersion: "26807" uid: 906cfc2f-59b5-4a55-a0cd-bb864320df35 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-f0ae0-544b788bf4-stkjj to ip-10-0-139-127.ec2.internal metadata: creationTimestamp: "2026-09-19T08:53:44Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:53:44Z" name: splitter-graph-f0ae0-544b788bf4-stkjj.18d6acea57eb5293 namespace: kserve-ci-e2e-test resourceVersion: "26812" uid: 58f221b4-1b12-4909-a77a-fdb0e2e186a5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:44Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-f0ae0-544b788bf4-stkjj namespace: kserve-ci-e2e-test resourceVersion: "26818" uid: 906cfc2f-59b5-4a55-a0cd-bb864320df35 kind: Event lastTimestamp: "2026-09-19T08:53:44Z" message: Add eth0 [10.133.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:53:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:53:44Z" name: splitter-graph-f0ae0-544b788bf4-stkjj.18d6acea79d6b1c0 namespace: kserve-ci-e2e-test resourceVersion: "26830" uid: 4d502fbc-ef26-488f-81bf-815451595f0a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-f0ae0} kind: Pod name: splitter-graph-f0ae0-544b788bf4-stkjj namespace: kserve-ci-e2e-test resourceVersion: "26809" uid: 906cfc2f-59b5-4a55-a0cd-bb864320df35 kind: Event lastTimestamp: "2026-09-19T08:53:45Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine metadata: creationTimestamp: "2026-09-19T08:53:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:45Z" name: splitter-graph-f0ae0-544b788bf4-stkjj.18d6acea7b1f3b11 namespace: kserve-ci-e2e-test resourceVersion: "26832" uid: fd53be6e-7e37-4aef-a867-540be3b2e0ec reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-f0ae0} kind: Pod name: splitter-graph-f0ae0-544b788bf4-stkjj namespace: kserve-ci-e2e-test resourceVersion: "26809" uid: 906cfc2f-59b5-4a55-a0cd-bb864320df35 kind: Event lastTimestamp: "2026-09-19T08:53:45Z" message: 'Created container: splitter-graph-f0ae0' metadata: creationTimestamp: "2026-09-19T08:53:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:45Z" name: splitter-graph-f0ae0-544b788bf4-stkjj.18d6acea7e1ea5be namespace: kserve-ci-e2e-test resourceVersion: "26834" uid: 9e953e94-cd39-42d5-869c-c1e56cc7ec9d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-f0ae0} kind: Pod name: splitter-graph-f0ae0-544b788bf4-stkjj namespace: kserve-ci-e2e-test resourceVersion: "26809" uid: 906cfc2f-59b5-4a55-a0cd-bb864320df35 kind: Event lastTimestamp: "2026-09-19T08:53:45Z" message: Started container splitter-graph-f0ae0 metadata: creationTimestamp: "2026-09-19T08:53:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:45Z" name: splitter-graph-f0ae0-544b788bf4-stkjj.18d6acea7e901a20 namespace: kserve-ci-e2e-test resourceVersion: "26835" uid: 15677ec9-b3ce-42fe-94aa-924ecd693091 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-f0ae0} kind: Pod name: splitter-graph-f0ae0-544b788bf4-stkjj namespace: kserve-ci-e2e-test resourceVersion: "26809" uid: 906cfc2f-59b5-4a55-a0cd-bb864320df35 kind: Event lastTimestamp: "2026-09-19T08:53:55Z" message: Stopping container splitter-graph-f0ae0 metadata: creationTimestamp: "2026-09-19T08:53:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:55Z" name: splitter-graph-f0ae0-544b788bf4-stkjj.18d6acece2e5de0d namespace: kserve-ci-e2e-test resourceVersion: "26945" uid: d5a56a29-f796-4fa9-8c83-8866112417dd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-19T08:53:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-f0ae0} kind: Pod name: splitter-graph-f0ae0-544b788bf4-stkjj namespace: kserve-ci-e2e-test resourceVersion: "26809" uid: 906cfc2f-59b5-4a55-a0cd-bb864320df35 kind: Event lastTimestamp: "2026-09-19T08:54:21Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-19T08:53:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:54:21Z" name: splitter-graph-f0ae0-544b788bf4-stkjj.18d6aced41ffc127 namespace: kserve-ci-e2e-test resourceVersion: "27302" uid: 942825ea-e780-47c8-82cc-fadbf7c21acf reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:44Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-f0ae0-544b788bf4 namespace: kserve-ci-e2e-test resourceVersion: "26804" uid: ba39fecc-90bd-455c-aac3-43ffe4564243 kind: Event lastTimestamp: "2026-09-19T08:53:44Z" message: 'Created pod: splitter-graph-f0ae0-544b788bf4-stkjj' metadata: creationTimestamp: "2026-09-19T08:53:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:53:44Z" name: splitter-graph-f0ae0-544b788bf4.18d6acea577f7461 namespace: kserve-ci-e2e-test resourceVersion: "26808" uid: fc1585a2-9b13-4631-8948-d840e5ced801 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:44Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-f0ae0 namespace: kserve-ci-e2e-test resourceVersion: "26802" uid: 6ccee82c-ad0d-41ef-8da2-6cca8722471f kind: Event lastTimestamp: "2026-09-19T08:53:44Z" message: Scaled up replica set splitter-graph-f0ae0-544b788bf4 from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:53:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:53:44Z" name: splitter-graph-f0ae0.18d6acea56cc1e26 namespace: kserve-ci-e2e-test resourceVersion: "26805" uid: 6df84182-fd94-426c-937b-d56538ae43f6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:44Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-f0ae0 namespace: kserve-ci-e2e-test resourceVersion: "26822" uid: fa2d5c5f-5e21-403d-8ec2-10c967c0a585 kind: Event lastTimestamp: "2026-09-19T08:53:44Z" message: InferenceGraph [splitter-graph-f0ae0] is Ready metadata: creationTimestamp: "2026-09-19T08:53:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:53:44Z" name: splitter-graph-f0ae0.18d6acea5bc986d1 namespace: kserve-ci-e2e-test resourceVersion: "26824" uid: 716a6772-3dcd-4015-ae35-6cc8f3637d1e reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:44Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-f0ae0 namespace: kserve-ci-e2e-test resourceVersion: "26797" uid: fa2d5c5f-5e21-403d-8ec2-10c967c0a585 kind: Event lastTimestamp: "2026-09-19T08:53:44Z" message: 'Failed to update status for InferenceGraph "splitter-graph-f0ae0": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-f0ae0": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-19T08:53:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:53:44Z" name: splitter-graph-f0ae0.18d6acea5e0dc969 namespace: kserve-ci-e2e-test resourceVersion: "26825" uid: d258afef-4bdf-499d-bdbe-e5f41180282c reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:44Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-f0ae0 namespace: kserve-ci-e2e-test resourceVersion: "26797" uid: fa2d5c5f-5e21-403d-8ec2-10c967c0a585 kind: Event lastTimestamp: "2026-09-19T08:53:44Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-f0ae0": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-19T08:53:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:53:44Z" name: splitter-graph-f0ae0.18d6acea5e0e0481 namespace: kserve-ci-e2e-test resourceVersion: "26826" uid: 7b3a24c4-f1a5-4a23-a537-a0c073c822aa reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:42:28.977475Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg namespace: kserve-ci-e2e-test resourceVersion: "20770" uid: 03d4b4f1-60e6-4d89-a40b-4b41bc7b731e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg to ip-10-0-139-127.ec2.internal metadata: creationTimestamp: "2026-09-19T08:42:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:42:28Z" name: success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg.18d6ac4d142fc52d namespace: kserve-ci-e2e-test resourceVersion: "20775" uid: a3418939-7532-49d0-abec-8db0573682c9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:29Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg namespace: kserve-ci-e2e-test resourceVersion: "20772" uid: 03d4b4f1-60e6-4d89-a40b-4b41bc7b731e kind: Event lastTimestamp: "2026-09-19T08:42:29Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-3bcba-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-19T08:42:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:29Z" name: success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg.18d6ac4d1e3c45dd namespace: kserve-ci-e2e-test resourceVersion: "20810" uid: 5ca00a7a-7ae6-414f-938c-f09872b82234 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:30Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg namespace: kserve-ci-e2e-test resourceVersion: "20780" uid: 03d4b4f1-60e6-4d89-a40b-4b41bc7b731e kind: Event lastTimestamp: "2026-09-19T08:42:30Z" message: Add eth0 [10.133.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:42:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:42:30Z" name: success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg.18d6ac4d59e28509 namespace: kserve-ci-e2e-test resourceVersion: "20832" uid: 9c5a4a1a-e44d-48d0-82c4-fe86fe7446bb reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg namespace: kserve-ci-e2e-test resourceVersion: "20772" uid: 03d4b4f1-60e6-4d89-a40b-4b41bc7b731e kind: Event lastTimestamp: "2026-09-19T08:42:30Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-19T08:42:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:30Z" name: success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg.18d6ac4d5b28513b namespace: kserve-ci-e2e-test resourceVersion: "20836" uid: e50454ac-1589-41e4-a747-9ab1d763566e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg namespace: kserve-ci-e2e-test resourceVersion: "20772" uid: 03d4b4f1-60e6-4d89-a40b-4b41bc7b731e kind: Event lastTimestamp: "2026-09-19T08:42:30Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-19T08:42:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:30Z" name: success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg.18d6ac4d5e2ce596 namespace: kserve-ci-e2e-test resourceVersion: "20837" uid: 8895f3fb-1db3-4945-8056-57f64d118cbd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg namespace: kserve-ci-e2e-test resourceVersion: "20772" uid: 03d4b4f1-60e6-4d89-a40b-4b41bc7b731e kind: Event lastTimestamp: "2026-09-19T08:42:30Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-19T08:42:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:30Z" name: success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg.18d6ac4d5e9b634b namespace: kserve-ci-e2e-test resourceVersion: "20839" uid: 7a0225f6-a036-4122-bbd3-3ed190b601cb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg namespace: kserve-ci-e2e-test resourceVersion: "20772" uid: 03d4b4f1-60e6-4d89-a40b-4b41bc7b731e kind: Event lastTimestamp: "2026-09-19T08:42:30Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-19T08:42:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:30Z" name: success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg.18d6ac4d5ea615f3 namespace: kserve-ci-e2e-test resourceVersion: "20840" uid: 445a2a2c-58b3-4204-a0a6-d9b1bca18786 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg namespace: kserve-ci-e2e-test resourceVersion: "20772" uid: 03d4b4f1-60e6-4d89-a40b-4b41bc7b731e kind: Event lastTimestamp: "2026-09-19T08:42:30Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-19T08:42:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:30Z" name: success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg.18d6ac4d6185cc44 namespace: kserve-ci-e2e-test resourceVersion: "20842" uid: 57dec005-996e-4af9-8325-68e42f357fa1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg namespace: kserve-ci-e2e-test resourceVersion: "20772" uid: 03d4b4f1-60e6-4d89-a40b-4b41bc7b731e kind: Event lastTimestamp: "2026-09-19T08:42:30Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:42:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:30Z" name: success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg.18d6ac4d62760044 namespace: kserve-ci-e2e-test resourceVersion: "20843" uid: 717f3bae-66bc-470c-befe-395929ab7358 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-19T08:42:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg namespace: kserve-ci-e2e-test resourceVersion: "20772" uid: 03d4b4f1-60e6-4d89-a40b-4b41bc7b731e kind: Event lastTimestamp: "2026-09-19T08:43:17Z" message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:42:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:17Z" name: success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg.18d6ac4d9eb52b66 namespace: kserve-ci-e2e-test resourceVersion: "21440" uid: 08a5b73a-d7ea-40fe-9044-be70752f04ea reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg namespace: kserve-ci-e2e-test resourceVersion: "20772" uid: 03d4b4f1-60e6-4d89-a40b-4b41bc7b731e kind: Event lastTimestamp: "2026-09-19T08:43:50Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-19T08:43:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:50Z" name: success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg.18d6ac5ff2ebe091 namespace: kserve-ci-e2e-test resourceVersion: "21798" uid: 3e5ad3d0-364a-4a12-bce6-d3dd813be675 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg namespace: kserve-ci-e2e-test resourceVersion: "20772" uid: 03d4b4f1-60e6-4d89-a40b-4b41bc7b731e kind: Event lastTimestamp: "2026-09-19T08:43:50Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:43:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:50Z" name: success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg.18d6ac5ff2ec3180 namespace: kserve-ci-e2e-test resourceVersion: "21791" uid: 00418461-9bc7-4e21-aeb9-19522bed112b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg namespace: kserve-ci-e2e-test resourceVersion: "20772" uid: 03d4b4f1-60e6-4d89-a40b-4b41bc7b731e kind: Event lastTimestamp: "2026-09-19T08:43:52Z" message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp 10.133.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:52Z" name: success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg.18d6ac607b13074a namespace: kserve-ci-e2e-test resourceVersion: "21915" uid: 0c16544b-12ca-4dba-b593-fc9e00224166 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:28Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-3bcba-predictor-5ddb8f447f namespace: kserve-ci-e2e-test resourceVersion: "20764" uid: 7c207887-9f38-4f66-a87b-a897c72a2465 kind: Event lastTimestamp: "2026-09-19T08:42:28Z" message: 'Created pod: success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg' metadata: creationTimestamp: "2026-09-19T08:42:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:42:28Z" name: success-200-isvc-3bcba-predictor-5ddb8f447f.18d6ac4d13c6b8dd namespace: kserve-ci-e2e-test resourceVersion: "20771" uid: 1e36ba71-ee5e-4abf-b79f-397117b5d0f0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:28Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-3bcba-predictor namespace: kserve-ci-e2e-test resourceVersion: "20762" uid: e542593f-e48d-4914-b6f1-fba17a6e25d1 kind: Event lastTimestamp: "2026-09-19T08:42:28Z" message: Scaled up replica set success-200-isvc-3bcba-predictor-5ddb8f447f from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:42:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:42:28Z" name: success-200-isvc-3bcba-predictor.18d6ac4d11ca2645 namespace: kserve-ci-e2e-test resourceVersion: "20765" uid: 470145f4-6be3-4f4b-89bb-12572e20308d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:42:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3bcba-predictor namespace: kserve-ci-e2e-test resourceVersion: "20763" uid: 3e2d24d5-9177-4cd8-bfd5-81776b2ead33 kind: Event lastTimestamp: "2026-09-19T08:43:13Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:42:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:43:13Z" name: success-200-isvc-3bcba-predictor.18d6ac5090ceea27 namespace: kserve-ci-e2e-test resourceVersion: "21412" uid: 792e4137-1abf-48ca-bfad-e9804c021c72 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:42:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3bcba-predictor namespace: kserve-ci-e2e-test resourceVersion: "20763" uid: 3e2d24d5-9177-4cd8-bfd5-81776b2ead33 kind: Event lastTimestamp: "2026-09-19T08:43:14Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:42:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:43:14Z" name: success-200-isvc-3bcba-predictor.18d6ac5091359796 namespace: kserve-ci-e2e-test resourceVersion: "21413" uid: 1e3d693c-de1f-4050-bc8c-a03c107f2397 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-19T08:42:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3bcba-predictor namespace: kserve-ci-e2e-test resourceVersion: "20983" uid: 3e2d24d5-9177-4cd8-bfd5-81776b2ead33 kind: Event lastTimestamp: "2026-09-19T08:43:44Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:42:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:43:44Z" name: success-200-isvc-3bcba-predictor.18d6ac540ffdc860 namespace: kserve-ci-e2e-test resourceVersion: "21705" uid: 3c541dee-0574-4122-8611-c40a693a4376 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-19T08:42:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3bcba-predictor namespace: kserve-ci-e2e-test resourceVersion: "20983" uid: 3e2d24d5-9177-4cd8-bfd5-81776b2ead33 kind: Event lastTimestamp: "2026-09-19T08:43:44Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:42:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:43:44Z" name: success-200-isvc-3bcba-predictor.18d6ac54107219b9 namespace: kserve-ci-e2e-test resourceVersion: "21706" uid: 7b181154-f296-4393-9595-6b6dd0c20478 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-19T08:42:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-3bcba namespace: kserve-ci-e2e-test resourceVersion: "20753" uid: ea28ca4a-ad68-4b26-ac75-2f9dbf5c74d3 kind: Event lastTimestamp: "2026-09-19T08:43:27Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-19T08:42:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:43:27Z" name: success-200-isvc-3bcba.18d6ac4d11d8bf10 namespace: kserve-ci-e2e-test resourceVersion: "21537" uid: bf2e43b2-81c3-4951-9aca-4570e4bde9fb reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-3bcba namespace: kserve-ci-e2e-test resourceVersion: "21534" uid: ea28ca4a-ad68-4b26-ac75-2f9dbf5c74d3 kind: Event lastTimestamp: "2026-09-19T08:43:27Z" message: InferenceService [success-200-isvc-3bcba] is Ready metadata: creationTimestamp: "2026-09-19T08:43:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:43:27Z" name: success-200-isvc-3bcba.18d6ac5aae7a3568 namespace: kserve-ci-e2e-test resourceVersion: "21536" uid: 99a63fb6-4ea3-4622-b808-f1af9e80c46f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:33:03.303117Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d namespace: kserve-ci-e2e-test resourceVersion: "16414" uid: c6f64b97-8ae5-4690-a718-01a24bc5062f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d to ip-10-0-139-127.ec2.internal metadata: creationTimestamp: "2026-09-19T08:33:03Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:33:03Z" name: success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d.18d6abc95f5e0ec3 namespace: kserve-ci-e2e-test resourceVersion: "16419" uid: acdbc36e-3e45-40ac-a554-cd61196ca39d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:03Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d namespace: kserve-ci-e2e-test resourceVersion: "16423" uid: c6f64b97-8ae5-4690-a718-01a24bc5062f kind: Event lastTimestamp: "2026-09-19T08:33:03Z" message: Add eth0 [10.133.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:33:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:33:03Z" name: success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d.18d6abc9814ad1d8 namespace: kserve-ci-e2e-test resourceVersion: "16459" uid: b2edc232-5477-4f2c-93f5-361ffb4e79b5 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d namespace: kserve-ci-e2e-test resourceVersion: "16416" uid: c6f64b97-8ae5-4690-a718-01a24bc5062f kind: Event lastTimestamp: "2026-09-19T08:33:03Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-19T08:33:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:03Z" name: success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d.18d6abc982915a49 namespace: kserve-ci-e2e-test resourceVersion: "16461" uid: 20a6ad77-a3d3-4eea-97ee-296d9d958ae2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d namespace: kserve-ci-e2e-test resourceVersion: "16416" uid: c6f64b97-8ae5-4690-a718-01a24bc5062f kind: Event lastTimestamp: "2026-09-19T08:33:03Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-19T08:33:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:03Z" name: success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d.18d6abc9852a3d23 namespace: kserve-ci-e2e-test resourceVersion: "16463" uid: 0b6ff71e-eeaa-4874-aab5-623a082d25b5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d namespace: kserve-ci-e2e-test resourceVersion: "16416" uid: c6f64b97-8ae5-4690-a718-01a24bc5062f kind: Event lastTimestamp: "2026-09-19T08:33:03Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-19T08:33:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:03Z" name: success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d.18d6abc985991b18 namespace: kserve-ci-e2e-test resourceVersion: "16464" uid: d5e4f244-6c88-412c-9102-2021e250b4b7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d namespace: kserve-ci-e2e-test resourceVersion: "16416" uid: c6f64b97-8ae5-4690-a718-01a24bc5062f kind: Event lastTimestamp: "2026-09-19T08:33:03Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-19T08:33:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:03Z" name: success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d.18d6abc985a3f229 namespace: kserve-ci-e2e-test resourceVersion: "16465" uid: 3933af43-baf7-4a84-a56e-6c938263c8ca reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d namespace: kserve-ci-e2e-test resourceVersion: "16416" uid: c6f64b97-8ae5-4690-a718-01a24bc5062f kind: Event lastTimestamp: "2026-09-19T08:33:03Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-19T08:33:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:03Z" name: success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d.18d6abc98833f192 namespace: kserve-ci-e2e-test resourceVersion: "16468" uid: 097bc23d-0c07-4541-92f4-ebcd57e7ca0c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d namespace: kserve-ci-e2e-test resourceVersion: "16416" uid: c6f64b97-8ae5-4690-a718-01a24bc5062f kind: Event lastTimestamp: "2026-09-19T08:33:03Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:33:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:03Z" name: success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d.18d6abc988a4ebd9 namespace: kserve-ci-e2e-test resourceVersion: "16469" uid: 8efd845b-a98d-4f22-a457-620f2b9468fb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-19T08:33:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d namespace: kserve-ci-e2e-test resourceVersion: "16416" uid: c6f64b97-8ae5-4690-a718-01a24bc5062f kind: Event lastTimestamp: "2026-09-19T08:42:30Z" message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:33:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:30Z" name: success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d.18d6abc991673777 namespace: kserve-ci-e2e-test resourceVersion: "20835" uid: 5bae8720-d5ed-4325-a419-9272dac03c3b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d namespace: kserve-ci-e2e-test resourceVersion: "16416" uid: c6f64b97-8ae5-4690-a718-01a24bc5062f kind: Event lastTimestamp: "2026-09-19T08:42:28Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-19T08:42:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:28Z" name: success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d.18d6ac4d0bf50848 namespace: kserve-ci-e2e-test resourceVersion: "20737" uid: bad3a077-294c-4c04-ba49-94712cb3eb82 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d namespace: kserve-ci-e2e-test resourceVersion: "16416" uid: c6f64b97-8ae5-4690-a718-01a24bc5062f kind: Event lastTimestamp: "2026-09-19T08:42:28Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:42:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:28Z" name: success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d.18d6ac4d0bf57cb4 namespace: kserve-ci-e2e-test resourceVersion: "20743" uid: 362c7c9c-02af-4685-bf79-3289e6bce660 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d namespace: kserve-ci-e2e-test resourceVersion: "16416" uid: c6f64b97-8ae5-4690-a718-01a24bc5062f kind: Event lastTimestamp: "2026-09-19T08:42:30Z" message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp 10.133.0.23:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:42:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:30Z" name: success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d.18d6ac4d5a076951 namespace: kserve-ci-e2e-test resourceVersion: "20833" uid: d80fd9d9-3ce7-452c-b73c-350531eb53f8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:03Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-5cf0a-predictor-b8c7f7c79 namespace: kserve-ci-e2e-test resourceVersion: "16408" uid: a1fda26a-53b9-44e6-85bf-ec571fc2e662 kind: Event lastTimestamp: "2026-09-19T08:33:03Z" message: 'Created pod: success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d' metadata: creationTimestamp: "2026-09-19T08:33:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:33:03Z" name: success-200-isvc-5cf0a-predictor-b8c7f7c79.18d6abc95ee98f15 namespace: kserve-ci-e2e-test resourceVersion: "16415" uid: 9c928a65-c7c5-4231-8e55-98bdef292cd6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:03Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-5cf0a-predictor namespace: kserve-ci-e2e-test resourceVersion: "16406" uid: 99cb6b8f-bfca-401e-befa-647aaa7e0858 kind: Event lastTimestamp: "2026-09-19T08:33:03Z" message: Scaled up replica set success-200-isvc-5cf0a-predictor-b8c7f7c79 from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:33:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:33:03Z" name: success-200-isvc-5cf0a-predictor.18d6abc95d1d2a4a namespace: kserve-ci-e2e-test resourceVersion: "16409" uid: 70c5a994-c27e-4264-84ef-c0b2b0874b30 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:33:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5cf0a-predictor namespace: kserve-ci-e2e-test resourceVersion: "16407" uid: cae9c467-3bb1-4a06-a75b-7ecafced1e2a kind: Event lastTimestamp: "2026-09-19T08:33:33Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:33:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:33:33Z" name: success-200-isvc-5cf0a-predictor.18d6abccdbe2b414 namespace: kserve-ci-e2e-test resourceVersion: "16793" uid: 97f4daa7-0009-413e-b63b-b4642e59be5f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:33:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5cf0a-predictor namespace: kserve-ci-e2e-test resourceVersion: "16407" uid: cae9c467-3bb1-4a06-a75b-7ecafced1e2a kind: Event lastTimestamp: "2026-09-19T08:33:33Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:33:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:33:33Z" name: success-200-isvc-5cf0a-predictor.18d6abccdc46c698 namespace: kserve-ci-e2e-test resourceVersion: "16794" uid: 40c06a79-d774-459b-87f2-f5ae720175bb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-19T08:33:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5cf0a-predictor namespace: kserve-ci-e2e-test resourceVersion: "16631" uid: cae9c467-3bb1-4a06-a75b-7ecafced1e2a kind: Event lastTimestamp: "2026-09-19T08:34:18Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:33:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:34:18Z" name: success-200-isvc-5cf0a-predictor.18d6abd3d9d12a00 namespace: kserve-ci-e2e-test resourceVersion: "17184" uid: 225a50cb-f819-4894-9db2-141619b6118c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-19T08:33:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5cf0a-predictor namespace: kserve-ci-e2e-test resourceVersion: "16631" uid: cae9c467-3bb1-4a06-a75b-7ecafced1e2a kind: Event lastTimestamp: "2026-09-19T08:34:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:33:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:34:18Z" name: success-200-isvc-5cf0a-predictor.18d6abd3da3bc977 namespace: kserve-ci-e2e-test resourceVersion: "17185" uid: 69422355-7ba1-4e6b-a1bf-6c16667cd893 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-19T08:33:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5cf0a namespace: kserve-ci-e2e-test resourceVersion: "16392" uid: b7c9604a-9037-4426-98df-240b72c0e7f3 kind: Event lastTimestamp: "2026-09-19T08:34:00Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-19T08:33:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:34:00Z" name: success-200-isvc-5cf0a.18d6abc95d468d5f namespace: kserve-ci-e2e-test resourceVersion: "17006" uid: 713b9d2d-c1e5-4384-a0e8-62b9d74fda4f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:34:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5cf0a namespace: kserve-ci-e2e-test resourceVersion: "17004" uid: b7c9604a-9037-4426-98df-240b72c0e7f3 kind: Event lastTimestamp: "2026-09-19T08:34:00Z" message: InferenceService [success-200-isvc-5cf0a] is Ready metadata: creationTimestamp: "2026-09-19T08:34:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:34:00Z" name: success-200-isvc-5cf0a.18d6abd6a0e25fd1 namespace: kserve-ci-e2e-test resourceVersion: "17005" uid: 82900be4-767f-4c23-8538-289c8dd8baba reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:30:31.382573Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j namespace: kserve-ci-e2e-test resourceVersion: "14589" uid: f0b36ea0-f156-4b94-9be4-fde292f1a18a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j to ip-10-0-139-127.ec2.internal metadata: creationTimestamp: "2026-09-19T08:30:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:30:31Z" name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j.18d6aba600327c7a namespace: kserve-ci-e2e-test resourceVersion: "14594" uid: a0a83d29-86fb-4c13-ab1e-a143b695ecb1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:31Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j namespace: kserve-ci-e2e-test resourceVersion: "14591" uid: f0b36ea0-f156-4b94-9be4-fde292f1a18a kind: Event lastTimestamp: "2026-09-19T08:30:31Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-83f4f-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-19T08:30:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:31Z" name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j.18d6aba60cb6c260 namespace: kserve-ci-e2e-test resourceVersion: "14615" uid: 86239f07-9970-4ef2-a273-4c2db05c6cca reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:32Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j namespace: kserve-ci-e2e-test resourceVersion: "14598" uid: f0b36ea0-f156-4b94-9be4-fde292f1a18a kind: Event lastTimestamp: "2026-09-19T08:30:32Z" message: Add eth0 [10.133.0.19/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:30:32Z" name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j.18d6aba6464184b2 namespace: kserve-ci-e2e-test resourceVersion: "14744" uid: 5df0a56f-17a5-4991-acb3-22f94ab15248 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j namespace: kserve-ci-e2e-test resourceVersion: "14591" uid: f0b36ea0-f156-4b94-9be4-fde292f1a18a kind: Event lastTimestamp: "2026-09-19T08:30:32Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" metadata: creationTimestamp: "2026-09-19T08:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:32Z" name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j.18d6aba6478d3b23 namespace: kserve-ci-e2e-test resourceVersion: "14746" uid: 36db4efe-3ae3-4881-a878-51685941e038 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j namespace: kserve-ci-e2e-test resourceVersion: "14591" uid: f0b36ea0-f156-4b94-9be4-fde292f1a18a kind: Event lastTimestamp: "2026-09-19T08:30:44Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" in 11.667s (11.667s including waiting). Image size: 1384215638 bytes.' metadata: creationTimestamp: "2026-09-19T08:30:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:44Z" name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j.18d6aba8fefd809a namespace: kserve-ci-e2e-test resourceVersion: "14869" uid: f0729b4d-6b7a-4602-ac28-7a88cb07cdac reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j namespace: kserve-ci-e2e-test resourceVersion: "14591" uid: f0b36ea0-f156-4b94-9be4-fde292f1a18a kind: Event lastTimestamp: "2026-09-19T08:30:44Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-19T08:30:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:44Z" name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j.18d6aba902177dc2 namespace: kserve-ci-e2e-test resourceVersion: "14870" uid: ae664ed4-2e11-411c-9cf6-9154b6eee4f2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j namespace: kserve-ci-e2e-test resourceVersion: "14591" uid: f0b36ea0-f156-4b94-9be4-fde292f1a18a kind: Event lastTimestamp: "2026-09-19T08:30:44Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-19T08:30:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:44Z" name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j.18d6aba902a243b4 namespace: kserve-ci-e2e-test resourceVersion: "14872" uid: 3f69a08c-9af5-4338-acbc-a4429fac36b9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j namespace: kserve-ci-e2e-test resourceVersion: "14591" uid: f0b36ea0-f156-4b94-9be4-fde292f1a18a kind: Event lastTimestamp: "2026-09-19T08:30:44Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-19T08:30:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:44Z" name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j.18d6aba902b038c2 namespace: kserve-ci-e2e-test resourceVersion: "14873" uid: ba2ddfd2-24ea-4e47-b23f-642580e87a1a reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j namespace: kserve-ci-e2e-test resourceVersion: "14591" uid: f0b36ea0-f156-4b94-9be4-fde292f1a18a kind: Event lastTimestamp: "2026-09-19T08:30:46Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.345s (2.345s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-19T08:30:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:46Z" name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j.18d6aba98e79b86b namespace: kserve-ci-e2e-test resourceVersion: "14898" uid: 7300d9f8-95a3-45ed-8754-3d0d013fc394 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j namespace: kserve-ci-e2e-test resourceVersion: "14591" uid: f0b36ea0-f156-4b94-9be4-fde292f1a18a kind: Event lastTimestamp: "2026-09-19T08:30:46Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-19T08:30:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:46Z" name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j.18d6aba9916224b9 namespace: kserve-ci-e2e-test resourceVersion: "14900" uid: 42a5f5d7-0f37-4600-af88-8102086345e3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j namespace: kserve-ci-e2e-test resourceVersion: "14591" uid: f0b36ea0-f156-4b94-9be4-fde292f1a18a kind: Event lastTimestamp: "2026-09-19T08:30:46Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:30:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:30:46Z" name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j.18d6aba991d5614d namespace: kserve-ci-e2e-test resourceVersion: "14902" uid: 379342f2-f7c5-4084-9a08-c9a824a8a210 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-19T08:30:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j namespace: kserve-ci-e2e-test resourceVersion: "14591" uid: f0b36ea0-f156-4b94-9be4-fde292f1a18a kind: Event lastTimestamp: "2026-09-19T08:32:13Z" message: 'Readiness probe failed: dial tcp 10.133.0.19:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:30:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:13Z" name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j.18d6aba9c7e3cf14 namespace: kserve-ci-e2e-test resourceVersion: "15831" uid: 5fdeac5c-f18d-4f31-85e0-bb95b47b5607 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j namespace: kserve-ci-e2e-test resourceVersion: "14591" uid: f0b36ea0-f156-4b94-9be4-fde292f1a18a kind: Event lastTimestamp: "2026-09-19T08:32:12Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-19T08:32:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:12Z" name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j.18d6abbd8fabbcc4 namespace: kserve-ci-e2e-test resourceVersion: "15736" uid: 0f6e54e4-af5c-4aa9-a15b-ae39f5e4b23c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j namespace: kserve-ci-e2e-test resourceVersion: "14591" uid: f0b36ea0-f156-4b94-9be4-fde292f1a18a kind: Event lastTimestamp: "2026-09-19T08:32:12Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:32:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:12Z" name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j.18d6abbd8fac462f namespace: kserve-ci-e2e-test resourceVersion: "15739" uid: 59a1973e-7a76-43c6-a542-fede97e3d892 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j namespace: kserve-ci-e2e-test resourceVersion: "14591" uid: f0b36ea0-f156-4b94-9be4-fde292f1a18a kind: Event lastTimestamp: "2026-09-19T08:32:13Z" message: 'Readiness probe failed: Get "https://10.133.0.19:8643/healthz": dial tcp 10.133.0.19:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:32:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:13Z" name: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j.18d6abbdce1e4d94 namespace: kserve-ci-e2e-test resourceVersion: "15830" uid: 29b470a5-1503-4d3f-9a08-ca2c95b11654 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-83f4f-predictor-749b7d56dc namespace: kserve-ci-e2e-test resourceVersion: "14583" uid: d6eb302b-4b48-4101-9cd8-5a67e747582a kind: Event lastTimestamp: "2026-09-19T08:30:31Z" message: 'Created pod: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j' metadata: creationTimestamp: "2026-09-19T08:30:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:30:31Z" name: success-200-isvc-83f4f-predictor-749b7d56dc.18d6aba5ffc92209 namespace: kserve-ci-e2e-test resourceVersion: "14590" uid: 015faab9-8551-4b5c-a1f1-f7e05a0c21cb reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:30:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-83f4f-predictor namespace: kserve-ci-e2e-test resourceVersion: "14582" uid: a283c46d-9df2-4cdc-9a87-acebe7717d15 kind: Event lastTimestamp: "2026-09-19T08:30:31Z" message: Scaled up replica set success-200-isvc-83f4f-predictor-749b7d56dc from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:30:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:30:31Z" name: success-200-isvc-83f4f-predictor.18d6aba5fc9c9dfd namespace: kserve-ci-e2e-test resourceVersion: "14584" uid: ebc4b977-cfda-41b9-a5ce-b96be4c39226 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:30:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-83f4f-predictor namespace: kserve-ci-e2e-test resourceVersion: "14599" uid: 1bfb0dba-c078-45d3-a5f6-a658238e28b7 kind: Event lastTimestamp: "2026-09-19T08:31:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:30:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:31:01Z" name: success-200-isvc-83f4f-predictor.18d6aba98233ecdc namespace: kserve-ci-e2e-test resourceVersion: "15028" uid: 576d7097-8be1-4136-b594-c9ae559d4b97 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:30:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-83f4f-predictor namespace: kserve-ci-e2e-test resourceVersion: "14599" uid: 1bfb0dba-c078-45d3-a5f6-a658238e28b7 kind: Event lastTimestamp: "2026-09-19T08:31:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:30:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:31:01Z" name: success-200-isvc-83f4f-predictor.18d6aba982a9ca0f namespace: kserve-ci-e2e-test resourceVersion: "15029" uid: ca99a005-21ff-4c48-a578-e4ec7145363e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-19T08:31:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-83f4f-predictor namespace: kserve-ci-e2e-test resourceVersion: "14893" uid: 1bfb0dba-c078-45d3-a5f6-a658238e28b7 kind: Event lastTimestamp: "2026-09-19T08:32:01Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:31:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:32:01Z" name: success-200-isvc-83f4f-predictor.18d6abb08096529e namespace: kserve-ci-e2e-test resourceVersion: "15589" uid: 801fb106-d9a0-4f3a-86f5-2f15af87fcfe reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-19T08:31:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-83f4f-predictor namespace: kserve-ci-e2e-test resourceVersion: "14893" uid: 1bfb0dba-c078-45d3-a5f6-a658238e28b7 kind: Event lastTimestamp: "2026-09-19T08:32:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:31:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:32:01Z" name: success-200-isvc-83f4f-predictor.18d6abb080f670ff namespace: kserve-ci-e2e-test resourceVersion: "15590" uid: 276ce538-57e6-4d41-9401-15a8e052c2a3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-19T08:30:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-83f4f namespace: kserve-ci-e2e-test resourceVersion: "14575" uid: f5336c35-6b6f-459e-8aae-be781e90a149 kind: Event lastTimestamp: "2026-09-19T08:31:43Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-19T08:30:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:31:43Z" name: success-200-isvc-83f4f.18d6aba602a5f9de namespace: kserve-ci-e2e-test resourceVersion: "15417" uid: 53be3990-436d-4644-a97b-bab8e131c75b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:31:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-83f4f namespace: kserve-ci-e2e-test resourceVersion: "15415" uid: f5336c35-6b6f-459e-8aae-be781e90a149 kind: Event lastTimestamp: "2026-09-19T08:31:43Z" message: InferenceService [success-200-isvc-83f4f] is Ready metadata: creationTimestamp: "2026-09-19T08:31:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:31:43Z" name: success-200-isvc-83f4f.18d6abb6d7f43c6d namespace: kserve-ci-e2e-test resourceVersion: "15416" uid: 109c23df-d0f2-49fd-82dd-6490792313c7 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:41:38.115166Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-88665-predictor-585866c4c-t4g2n namespace: kserve-ci-e2e-test resourceVersion: "20236" uid: 497df55c-e6d1-4283-a4c7-c0ec9db45a72 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-88665-predictor-585866c4c-t4g2n to ip-10-0-139-127.ec2.internal metadata: creationTimestamp: "2026-09-19T08:41:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:41:38Z" name: success-200-isvc-88665-predictor-585866c4c-t4g2n.18d6ac413c8e8013 namespace: kserve-ci-e2e-test resourceVersion: "20248" uid: 888a5c40-03fa-46f4-a1f7-02b978cbb9b0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:41:38Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-88665-predictor-585866c4c-t4g2n namespace: kserve-ci-e2e-test resourceVersion: "20243" uid: 497df55c-e6d1-4283-a4c7-c0ec9db45a72 kind: Event lastTimestamp: "2026-09-19T08:41:38Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-88665-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-19T08:41:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:41:38Z" name: success-200-isvc-88665-predictor-585866c4c-t4g2n.18d6ac4149ab3bf1 namespace: kserve-ci-e2e-test resourceVersion: "20295" uid: 13773fe3-0961-4583-940b-45cd0fbef767 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:41:40Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-88665-predictor-585866c4c-t4g2n namespace: kserve-ci-e2e-test resourceVersion: "20256" uid: 497df55c-e6d1-4283-a4c7-c0ec9db45a72 kind: Event lastTimestamp: "2026-09-19T08:41:40Z" message: Add eth0 [10.133.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:41:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:41:40Z" name: success-200-isvc-88665-predictor-585866c4c-t4g2n.18d6ac41b80de9c3 namespace: kserve-ci-e2e-test resourceVersion: "20312" uid: 46f01798-44f4-4886-a9c0-652425be91c1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:41:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-88665-predictor-585866c4c-t4g2n namespace: kserve-ci-e2e-test resourceVersion: "20243" uid: 497df55c-e6d1-4283-a4c7-c0ec9db45a72 kind: Event lastTimestamp: "2026-09-19T08:41:40Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-19T08:41:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:41:40Z" name: success-200-isvc-88665-predictor-585866c4c-t4g2n.18d6ac41b952ba6b namespace: kserve-ci-e2e-test resourceVersion: "20314" uid: 1dd29362-569e-4385-b08d-0c1bf71c9f52 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:41:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-88665-predictor-585866c4c-t4g2n namespace: kserve-ci-e2e-test resourceVersion: "20243" uid: 497df55c-e6d1-4283-a4c7-c0ec9db45a72 kind: Event lastTimestamp: "2026-09-19T08:41:40Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-19T08:41:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:41:40Z" name: success-200-isvc-88665-predictor-585866c4c-t4g2n.18d6ac41bc34aa23 namespace: kserve-ci-e2e-test resourceVersion: "20316" uid: 93e10d71-adfb-4227-ad8c-8f746fbfa3dc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:41:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-88665-predictor-585866c4c-t4g2n namespace: kserve-ci-e2e-test resourceVersion: "20243" uid: 497df55c-e6d1-4283-a4c7-c0ec9db45a72 kind: Event lastTimestamp: "2026-09-19T08:41:40Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-19T08:41:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:41:40Z" name: success-200-isvc-88665-predictor-585866c4c-t4g2n.18d6ac41bca369e4 namespace: kserve-ci-e2e-test resourceVersion: "20317" uid: 4993c989-1082-468e-922e-ee4f08ff68f5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:41:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-88665-predictor-585866c4c-t4g2n namespace: kserve-ci-e2e-test resourceVersion: "20243" uid: 497df55c-e6d1-4283-a4c7-c0ec9db45a72 kind: Event lastTimestamp: "2026-09-19T08:41:40Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-19T08:41:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:41:40Z" name: success-200-isvc-88665-predictor-585866c4c-t4g2n.18d6ac41bcad4727 namespace: kserve-ci-e2e-test resourceVersion: "20318" uid: 5c49b37d-9674-4be0-ab6a-48b7595e0836 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:41:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-88665-predictor-585866c4c-t4g2n namespace: kserve-ci-e2e-test resourceVersion: "20243" uid: 497df55c-e6d1-4283-a4c7-c0ec9db45a72 kind: Event lastTimestamp: "2026-09-19T08:41:40Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-19T08:41:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:41:40Z" name: success-200-isvc-88665-predictor-585866c4c-t4g2n.18d6ac41bf0b188a namespace: kserve-ci-e2e-test resourceVersion: "20319" uid: f8c96a9f-903e-45b3-8635-814fc3551cba reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:41:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-88665-predictor-585866c4c-t4g2n namespace: kserve-ci-e2e-test resourceVersion: "20243" uid: 497df55c-e6d1-4283-a4c7-c0ec9db45a72 kind: Event lastTimestamp: "2026-09-19T08:41:40Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:41:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:41:40Z" name: success-200-isvc-88665-predictor-585866c4c-t4g2n.18d6ac41bf7897ec namespace: kserve-ci-e2e-test resourceVersion: "20321" uid: c90c925c-4854-49e2-971b-ec899897a218 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-19T08:41:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-88665-predictor-585866c4c-t4g2n namespace: kserve-ci-e2e-test resourceVersion: "20243" uid: 497df55c-e6d1-4283-a4c7-c0ec9db45a72 kind: Event lastTimestamp: "2026-09-19T08:42:28Z" message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:41:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:28Z" name: success-200-isvc-88665-predictor-585866c4c-t4g2n.18d6ac422a81d684 namespace: kserve-ci-e2e-test resourceVersion: "20695" uid: 131d2326-0a65-4cd3-a6cf-b84b5d987f01 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-88665-predictor-585866c4c-t4g2n namespace: kserve-ci-e2e-test resourceVersion: "20243" uid: 497df55c-e6d1-4283-a4c7-c0ec9db45a72 kind: Event lastTimestamp: "2026-09-19T08:43:08Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-19T08:43:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:08Z" name: success-200-isvc-88665-predictor-585866c4c-t4g2n.18d6ac565c9d61cf namespace: kserve-ci-e2e-test resourceVersion: "21258" uid: 4770263d-7e96-463b-bc17-bf25c0545cf3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-88665-predictor-585866c4c-t4g2n namespace: kserve-ci-e2e-test resourceVersion: "20243" uid: 497df55c-e6d1-4283-a4c7-c0ec9db45a72 kind: Event lastTimestamp: "2026-09-19T08:43:08Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:43:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:08Z" name: success-200-isvc-88665-predictor-585866c4c-t4g2n.18d6ac565c9e020b namespace: kserve-ci-e2e-test resourceVersion: "21264" uid: 6f91c65b-4710-4b49-956e-53c9fecea199 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:41:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-88665-predictor-585866c4c namespace: kserve-ci-e2e-test resourceVersion: "20217" uid: 3441c1ec-1020-4761-94b3-6d25e4613618 kind: Event lastTimestamp: "2026-09-19T08:41:38Z" message: 'Created pod: success-200-isvc-88665-predictor-585866c4c-t4g2n' metadata: creationTimestamp: "2026-09-19T08:41:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:41:38Z" name: success-200-isvc-88665-predictor-585866c4c.18d6ac413be0fc31 namespace: kserve-ci-e2e-test resourceVersion: "20242" uid: 3a39f0ce-5cdb-4730-9354-f8a23db64ae4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:41:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-88665-predictor namespace: kserve-ci-e2e-test resourceVersion: "20212" uid: 21aa904d-98ce-46ae-834b-bb8a0aa1784c kind: Event lastTimestamp: "2026-09-19T08:41:38Z" message: Scaled up replica set success-200-isvc-88665-predictor-585866c4c from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:41:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:41:38Z" name: success-200-isvc-88665-predictor.18d6ac41382eebfb namespace: kserve-ci-e2e-test resourceVersion: "20218" uid: 3f041c39-d86b-4655-af7a-9a8f8eb46106 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-19T08:41:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-88665-predictor namespace: kserve-ci-e2e-test resourceVersion: "20216" uid: 5a0c9963-1d79-4830-8352-42d6edf2f2af kind: Event lastTimestamp: "2026-09-19T08:42:23Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:41:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:42:23Z" name: success-200-isvc-88665-predictor.18d6ac44b6d448e2 namespace: kserve-ci-e2e-test resourceVersion: "20657" uid: 87323bc7-d3d7-48be-99ad-561c07dd5f3e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-19T08:41:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-88665-predictor namespace: kserve-ci-e2e-test resourceVersion: "20216" uid: 5a0c9963-1d79-4830-8352-42d6edf2f2af kind: Event lastTimestamp: "2026-09-19T08:42:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:41:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:42:23Z" name: success-200-isvc-88665-predictor.18d6ac44b7343c85 namespace: kserve-ci-e2e-test resourceVersion: "20658" uid: 49942cd7-9872-4e68-b031-ff11b0207b80 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-19T08:42:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-88665-predictor namespace: kserve-ci-e2e-test resourceVersion: "20434" uid: 5a0c9963-1d79-4830-8352-42d6edf2f2af kind: Event lastTimestamp: "2026-09-19T08:43:08Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:42:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:43:08Z" name: success-200-isvc-88665-predictor.18d6ac4f3367e00b namespace: kserve-ci-e2e-test resourceVersion: "21212" uid: dbb21b7a-c275-4854-9393-d83cdd17ff76 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-19T08:42:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-88665-predictor namespace: kserve-ci-e2e-test resourceVersion: "20434" uid: 5a0c9963-1d79-4830-8352-42d6edf2f2af kind: Event lastTimestamp: "2026-09-19T08:43:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:42:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:43:08Z" name: success-200-isvc-88665-predictor.18d6ac4f33b035ed namespace: kserve-ci-e2e-test resourceVersion: "21213" uid: 722ba63f-1a51-4383-9be6-a2e40e782256 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-19T08:41:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-88665 namespace: kserve-ci-e2e-test resourceVersion: "20192" uid: 47a3878f-d096-4645-a66a-ec61ea4802ea kind: Event lastTimestamp: "2026-09-19T08:42:38Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-19T08:41:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:42:38Z" name: success-200-isvc-88665.18d6ac4138637c61 namespace: kserve-ci-e2e-test resourceVersion: "20941" uid: dd2fea23-3bbd-4be1-840c-0216dee1cd06 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:41:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-88665 namespace: kserve-ci-e2e-test resourceVersion: "20192" uid: 47a3878f-d096-4645-a66a-ec61ea4802ea kind: Event lastTimestamp: "2026-09-19T08:41:38Z" message: 'Failed to update status for InferenceService "success-200-isvc-88665": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-88665": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-19T08:41:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:41:38Z" name: success-200-isvc-88665.18d6ac4138f2b71d namespace: kserve-ci-e2e-test resourceVersion: "20222" uid: 7ca56c60-725f-4dd7-b43f-869427a37e22 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:41:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-88665 namespace: kserve-ci-e2e-test resourceVersion: "20192" uid: 47a3878f-d096-4645-a66a-ec61ea4802ea kind: Event lastTimestamp: "2026-09-19T08:41:38Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-88665": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-19T08:41:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:41:38Z" name: success-200-isvc-88665.18d6ac4138f2fdda namespace: kserve-ci-e2e-test resourceVersion: "20225" uid: 5a3db12c-8394-4950-be7b-2b6b0467cf39 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:42:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-88665 namespace: kserve-ci-e2e-test resourceVersion: "20937" uid: 47a3878f-d096-4645-a66a-ec61ea4802ea kind: Event lastTimestamp: "2026-09-19T08:42:38Z" message: InferenceService [success-200-isvc-88665] is Ready metadata: creationTimestamp: "2026-09-19T08:42:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:42:38Z" name: success-200-isvc-88665.18d6ac4f39bd691b namespace: kserve-ci-e2e-test resourceVersion: "20938" uid: 3181e241-9d99-470c-af10-53168a4a1872 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:32:12.715412Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-96102-predictor-6db489744f-tmcb6 namespace: kserve-ci-e2e-test resourceVersion: "15768" uid: ee89b915-2e78-4f8d-8773-770ba9eb6d4c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-96102-predictor-6db489744f-tmcb6 to ip-10-0-139-127.ec2.internal metadata: creationTimestamp: "2026-09-19T08:32:12Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:32:12Z" name: success-200-isvc-96102-predictor-6db489744f-tmcb6.18d6abbd981af0c2 namespace: kserve-ci-e2e-test resourceVersion: "15773" uid: bfa5dc1f-6392-44ed-a6a3-3adeb90617d0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:12Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-96102-predictor-6db489744f-tmcb6 namespace: kserve-ci-e2e-test resourceVersion: "15771" uid: ee89b915-2e78-4f8d-8773-770ba9eb6d4c kind: Event lastTimestamp: "2026-09-19T08:32:12Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-96102-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-19T08:32:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:12Z" name: success-200-isvc-96102-predictor-6db489744f-tmcb6.18d6abbda28d9353 namespace: kserve-ci-e2e-test resourceVersion: "15807" uid: c0ea071c-5441-4fac-b937-4f86d9dca3dc reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:13Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-96102-predictor-6db489744f-tmcb6 namespace: kserve-ci-e2e-test resourceVersion: "15783" uid: ee89b915-2e78-4f8d-8773-770ba9eb6d4c kind: Event lastTimestamp: "2026-09-19T08:32:13Z" message: Add eth0 [10.133.0.21/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:32:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:32:13Z" name: success-200-isvc-96102-predictor-6db489744f-tmcb6.18d6abbdddd045c6 namespace: kserve-ci-e2e-test resourceVersion: "15832" uid: d05fdba0-9d10-491e-b451-aab071dfd411 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-96102-predictor-6db489744f-tmcb6 namespace: kserve-ci-e2e-test resourceVersion: "15771" uid: ee89b915-2e78-4f8d-8773-770ba9eb6d4c kind: Event lastTimestamp: "2026-09-19T08:32:13Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-19T08:32:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:13Z" name: success-200-isvc-96102-predictor-6db489744f-tmcb6.18d6abbddf184c66 namespace: kserve-ci-e2e-test resourceVersion: "15835" uid: ec985bc9-4c52-47ea-817f-801efec8e006 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-96102-predictor-6db489744f-tmcb6 namespace: kserve-ci-e2e-test resourceVersion: "15771" uid: ee89b915-2e78-4f8d-8773-770ba9eb6d4c kind: Event lastTimestamp: "2026-09-19T08:32:13Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-19T08:32:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:13Z" name: success-200-isvc-96102-predictor-6db489744f-tmcb6.18d6abbde1fd5e64 namespace: kserve-ci-e2e-test resourceVersion: "15836" uid: e973ddaf-403e-4dd0-89c8-580d26805c89 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-96102-predictor-6db489744f-tmcb6 namespace: kserve-ci-e2e-test resourceVersion: "15771" uid: ee89b915-2e78-4f8d-8773-770ba9eb6d4c kind: Event lastTimestamp: "2026-09-19T08:32:13Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-19T08:32:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:13Z" name: success-200-isvc-96102-predictor-6db489744f-tmcb6.18d6abbde26ec89f namespace: kserve-ci-e2e-test resourceVersion: "15837" uid: 3708c91c-b4ef-4a2b-ab07-bcf6a989c406 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-96102-predictor-6db489744f-tmcb6 namespace: kserve-ci-e2e-test resourceVersion: "15771" uid: ee89b915-2e78-4f8d-8773-770ba9eb6d4c kind: Event lastTimestamp: "2026-09-19T08:32:13Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-19T08:32:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:13Z" name: success-200-isvc-96102-predictor-6db489744f-tmcb6.18d6abbde278a1c6 namespace: kserve-ci-e2e-test resourceVersion: "15838" uid: 2c08135b-3946-447b-9966-b34b40d00625 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-96102-predictor-6db489744f-tmcb6 namespace: kserve-ci-e2e-test resourceVersion: "15771" uid: ee89b915-2e78-4f8d-8773-770ba9eb6d4c kind: Event lastTimestamp: "2026-09-19T08:32:14Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-19T08:32:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:14Z" name: success-200-isvc-96102-predictor-6db489744f-tmcb6.18d6abbde538361b namespace: kserve-ci-e2e-test resourceVersion: "15839" uid: bdbb80d3-22e6-41c3-870c-967eaba5d003 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-96102-predictor-6db489744f-tmcb6 namespace: kserve-ci-e2e-test resourceVersion: "15771" uid: ee89b915-2e78-4f8d-8773-770ba9eb6d4c kind: Event lastTimestamp: "2026-09-19T08:32:14Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:32:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:14Z" name: success-200-isvc-96102-predictor-6db489744f-tmcb6.18d6abbde5eebb7b namespace: kserve-ci-e2e-test resourceVersion: "15840" uid: 8e8c36b5-af42-428d-8484-b56b931fd8aa reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-19T08:32:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-96102-predictor-6db489744f-tmcb6 namespace: kserve-ci-e2e-test resourceVersion: "15771" uid: ee89b915-2e78-4f8d-8773-770ba9eb6d4c kind: Event lastTimestamp: "2026-09-19T08:33:01Z" message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:32:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:01Z" name: success-200-isvc-96102-predictor-6db489744f-tmcb6.18d6abbe58fb3f6a namespace: kserve-ci-e2e-test resourceVersion: "16313" uid: f81c7ede-1420-4b8c-b9b3-07bc83fd21fc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:41:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-96102-predictor-6db489744f-tmcb6 namespace: kserve-ci-e2e-test resourceVersion: "15771" uid: ee89b915-2e78-4f8d-8773-770ba9eb6d4c kind: Event lastTimestamp: "2026-09-19T08:41:38Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-19T08:41:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:41:38Z" name: success-200-isvc-96102-predictor-6db489744f-tmcb6.18d6ac4136de4a1c namespace: kserve-ci-e2e-test resourceVersion: "20209" uid: bb9b72f1-7564-4162-9317-217408a3358f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:41:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-96102-predictor-6db489744f-tmcb6 namespace: kserve-ci-e2e-test resourceVersion: "15771" uid: ee89b915-2e78-4f8d-8773-770ba9eb6d4c kind: Event lastTimestamp: "2026-09-19T08:41:38Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:41:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:41:38Z" name: success-200-isvc-96102-predictor-6db489744f-tmcb6.18d6ac4136dec47d namespace: kserve-ci-e2e-test resourceVersion: "20213" uid: ee5a3a54-33d1-45b1-aebb-7d742540b6da reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:12Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-96102-predictor-6db489744f namespace: kserve-ci-e2e-test resourceVersion: "15761" uid: ce0231cc-3eb4-49d2-bc28-797e5af50e2e kind: Event lastTimestamp: "2026-09-19T08:32:12Z" message: 'Created pod: success-200-isvc-96102-predictor-6db489744f-tmcb6' metadata: creationTimestamp: "2026-09-19T08:32:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:32:12Z" name: success-200-isvc-96102-predictor-6db489744f.18d6abbd97856ec4 namespace: kserve-ci-e2e-test resourceVersion: "15770" uid: 1b6906e4-e7d7-46be-a47c-cab5c4ccc5b4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:12Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-96102-predictor namespace: kserve-ci-e2e-test resourceVersion: "15759" uid: b012d2b0-fae8-4e1a-a4f8-93d3aaac93de kind: Event lastTimestamp: "2026-09-19T08:32:12Z" message: Scaled up replica set success-200-isvc-96102-predictor-6db489744f from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:32:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:32:12Z" name: success-200-isvc-96102-predictor.18d6abbd948bde97 namespace: kserve-ci-e2e-test resourceVersion: "15762" uid: 15713401-df65-4831-a97e-353960cc3841 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-19T08:32:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-96102-predictor namespace: kserve-ci-e2e-test resourceVersion: "15760" uid: 261a7745-ba55-476f-a273-583ca30bbb15 kind: Event lastTimestamp: "2026-09-19T08:32:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:32:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:32:57Z" name: success-200-isvc-96102-predictor.18d6abc112ffa067 namespace: kserve-ci-e2e-test resourceVersion: "16270" uid: 9679580d-210b-4489-ab07-23ac6992d311 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-19T08:32:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-96102-predictor namespace: kserve-ci-e2e-test resourceVersion: "15760" uid: 261a7745-ba55-476f-a273-583ca30bbb15 kind: Event lastTimestamp: "2026-09-19T08:32:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:32:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:32:57Z" name: success-200-isvc-96102-predictor.18d6abc1135fbfc2 namespace: kserve-ci-e2e-test resourceVersion: "16271" uid: 2c204518-4989-4004-9123-47e194de164c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-19T08:33:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-96102-predictor namespace: kserve-ci-e2e-test resourceVersion: "15995" uid: 261a7745-ba55-476f-a273-583ca30bbb15 kind: Event lastTimestamp: "2026-09-19T08:33:42Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:33:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:33:42Z" name: success-200-isvc-96102-predictor.18d6abcb8f65407c namespace: kserve-ci-e2e-test resourceVersion: "16869" uid: 73b65ff1-0e47-46fb-8395-b65b965b1bd3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-19T08:33:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-96102-predictor namespace: kserve-ci-e2e-test resourceVersion: "15995" uid: 261a7745-ba55-476f-a273-583ca30bbb15 kind: Event lastTimestamp: "2026-09-19T08:33:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:33:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:33:42Z" name: success-200-isvc-96102-predictor.18d6abcb8fab5ede namespace: kserve-ci-e2e-test resourceVersion: "16870" uid: abd33a67-d05d-4d59-9b03-2b882d8d6fd3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-19T08:32:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-96102 namespace: kserve-ci-e2e-test resourceVersion: "15749" uid: f0cedc0d-09ff-42de-9dc4-dad83cd6a74d kind: Event lastTimestamp: "2026-09-19T08:33:12Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-19T08:32:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:33:12Z" name: success-200-isvc-96102.18d6abbd94906a73 namespace: kserve-ci-e2e-test resourceVersion: "16576" uid: e70736dc-8285-4e56-b301-8d7c807c020e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-96102 namespace: kserve-ci-e2e-test resourceVersion: "16574" uid: f0cedc0d-09ff-42de-9dc4-dad83cd6a74d kind: Event lastTimestamp: "2026-09-19T08:33:12Z" message: InferenceService [success-200-isvc-96102] is Ready metadata: creationTimestamp: "2026-09-19T08:33:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:33:12Z" name: success-200-isvc-96102.18d6abcb681f09e9 namespace: kserve-ci-e2e-test resourceVersion: "16575" uid: 325d0222-f91c-4b4c-a35d-e86ef544c3d8 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:43:50.132365Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-bdc39-predictor-697bb5b579-crxjg namespace: kserve-ci-e2e-test resourceVersion: "21825" uid: 63f3cdbe-72f4-464a-b4a1-80620b06effc kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-bdc39-predictor-697bb5b579-crxjg to ip-10-0-139-127.ec2.internal metadata: creationTimestamp: "2026-09-19T08:43:50Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:43:50Z" name: success-200-isvc-bdc39-predictor-697bb5b579-crxjg.18d6ac5ff9651fbb namespace: kserve-ci-e2e-test resourceVersion: "21829" uid: ef7a9e3e-363a-4536-8733-d88be0c2441b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:50Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-bdc39-predictor-697bb5b579-crxjg namespace: kserve-ci-e2e-test resourceVersion: "21834" uid: 63f3cdbe-72f4-464a-b4a1-80620b06effc kind: Event lastTimestamp: "2026-09-19T08:43:50Z" message: Add eth0 [10.133.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:43:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:43:50Z" name: success-200-isvc-bdc39-predictor-697bb5b579-crxjg.18d6ac601b81b5d2 namespace: kserve-ci-e2e-test resourceVersion: "21876" uid: d6180a07-7412-4611-9aa6-243f224b1736 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bdc39-predictor-697bb5b579-crxjg namespace: kserve-ci-e2e-test resourceVersion: "21827" uid: 63f3cdbe-72f4-464a-b4a1-80620b06effc kind: Event lastTimestamp: "2026-09-19T08:43:50Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-19T08:43:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:50Z" name: success-200-isvc-bdc39-predictor-697bb5b579-crxjg.18d6ac601df9eed6 namespace: kserve-ci-e2e-test resourceVersion: "21879" uid: 815f7791-2ef7-4cd8-9eee-5afd37e64671 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bdc39-predictor-697bb5b579-crxjg namespace: kserve-ci-e2e-test resourceVersion: "21827" uid: 63f3cdbe-72f4-464a-b4a1-80620b06effc kind: Event lastTimestamp: "2026-09-19T08:43:50Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-19T08:43:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:50Z" name: success-200-isvc-bdc39-predictor-697bb5b579-crxjg.18d6ac60211664cd namespace: kserve-ci-e2e-test resourceVersion: "21880" uid: 34a1176d-9687-47da-9ae3-ffcf04ec4f28 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bdc39-predictor-697bb5b579-crxjg namespace: kserve-ci-e2e-test resourceVersion: "21827" uid: 63f3cdbe-72f4-464a-b4a1-80620b06effc kind: Event lastTimestamp: "2026-09-19T08:43:50Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-19T08:43:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:50Z" name: success-200-isvc-bdc39-predictor-697bb5b579-crxjg.18d6ac602190f11a namespace: kserve-ci-e2e-test resourceVersion: "21881" uid: 75f3cd1d-29ae-4416-925e-9cf2bfc5ff2a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-bdc39-predictor-697bb5b579-crxjg namespace: kserve-ci-e2e-test resourceVersion: "21827" uid: 63f3cdbe-72f4-464a-b4a1-80620b06effc kind: Event lastTimestamp: "2026-09-19T08:43:50Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-19T08:43:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:50Z" name: success-200-isvc-bdc39-predictor-697bb5b579-crxjg.18d6ac60219b8f9e namespace: kserve-ci-e2e-test resourceVersion: "21882" uid: 26fe2938-24a2-47d2-a337-804412ff2089 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-bdc39-predictor-697bb5b579-crxjg namespace: kserve-ci-e2e-test resourceVersion: "21827" uid: 63f3cdbe-72f4-464a-b4a1-80620b06effc kind: Event lastTimestamp: "2026-09-19T08:43:50Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-19T08:43:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:50Z" name: success-200-isvc-bdc39-predictor-697bb5b579-crxjg.18d6ac6023f59709 namespace: kserve-ci-e2e-test resourceVersion: "21883" uid: a11523fb-7ccd-4c0e-b488-290c5daba960 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-bdc39-predictor-697bb5b579-crxjg namespace: kserve-ci-e2e-test resourceVersion: "21827" uid: 63f3cdbe-72f4-464a-b4a1-80620b06effc kind: Event lastTimestamp: "2026-09-19T08:43:50Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:43:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:50Z" name: success-200-isvc-bdc39-predictor-697bb5b579-crxjg.18d6ac60246534b9 namespace: kserve-ci-e2e-test resourceVersion: "21884" uid: f8584a63-5b11-4441-996a-f874361442d1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-19T08:43:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bdc39-predictor-697bb5b579-crxjg namespace: kserve-ci-e2e-test resourceVersion: "21827" uid: 63f3cdbe-72f4-464a-b4a1-80620b06effc kind: Event lastTimestamp: "2026-09-19T08:53:17Z" message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:43:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:17Z" name: success-200-isvc-bdc39-predictor-697bb5b579-crxjg.18d6ac6052abac66 namespace: kserve-ci-e2e-test resourceVersion: "26551" uid: 5a05de5d-292b-422e-a652-693e4a1c0914 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bdc39-predictor-697bb5b579-crxjg namespace: kserve-ci-e2e-test resourceVersion: "21827" uid: 63f3cdbe-72f4-464a-b4a1-80620b06effc kind: Event lastTimestamp: "2026-09-19T08:53:15Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-19T08:53:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:15Z" name: success-200-isvc-bdc39-predictor-697bb5b579-crxjg.18d6ace399b27eca namespace: kserve-ci-e2e-test resourceVersion: "26439" uid: 5a5cd9ec-6036-418a-a971-29f30406a7c7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-bdc39-predictor-697bb5b579-crxjg namespace: kserve-ci-e2e-test resourceVersion: "21827" uid: 63f3cdbe-72f4-464a-b4a1-80620b06effc kind: Event lastTimestamp: "2026-09-19T08:53:15Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:53:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:15Z" name: success-200-isvc-bdc39-predictor-697bb5b579-crxjg.18d6ace399b337ea namespace: kserve-ci-e2e-test resourceVersion: "26446" uid: 9aaf67b8-055b-482a-b71b-441b84412936 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-bdc39-predictor-697bb5b579-crxjg namespace: kserve-ci-e2e-test resourceVersion: "21827" uid: 63f3cdbe-72f4-464a-b4a1-80620b06effc kind: Event lastTimestamp: "2026-09-19T08:53:17Z" message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp 10.133.0.31:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:53:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:17Z" name: success-200-isvc-bdc39-predictor-697bb5b579-crxjg.18d6ace41b2447cb namespace: kserve-ci-e2e-test resourceVersion: "26550" uid: 0ee874d8-1ce4-4316-a012-c4da27e22e68 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:50Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-bdc39-predictor-697bb5b579 namespace: kserve-ci-e2e-test resourceVersion: "21818" uid: 8ab9bffb-3f18-4537-a2bc-24e38e91aa50 kind: Event lastTimestamp: "2026-09-19T08:43:50Z" message: 'Created pod: success-200-isvc-bdc39-predictor-697bb5b579-crxjg' metadata: creationTimestamp: "2026-09-19T08:43:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:43:50Z" name: success-200-isvc-bdc39-predictor-697bb5b579.18d6ac5ff907e982 namespace: kserve-ci-e2e-test resourceVersion: "21826" uid: e6377101-e33e-4b55-b336-f902823889b3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:50Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-bdc39-predictor namespace: kserve-ci-e2e-test resourceVersion: "21817" uid: 3da525aa-b73c-48a3-ac0d-8f002d6f2d00 kind: Event lastTimestamp: "2026-09-19T08:43:50Z" message: Scaled up replica set success-200-isvc-bdc39-predictor-697bb5b579 from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:43:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:43:50Z" name: success-200-isvc-bdc39-predictor.18d6ac5ff7698222 namespace: kserve-ci-e2e-test resourceVersion: "21820" uid: 33642f29-b4d3-444d-9be1-404d3dd9dd4c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:44:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-bdc39-predictor namespace: kserve-ci-e2e-test resourceVersion: "21819" uid: 0a86d35d-b180-4129-81a1-857953315fa9 kind: Event lastTimestamp: "2026-09-19T08:44:20Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:44:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:44:20Z" name: success-200-isvc-bdc39-predictor.18d6ac63761f25c9 namespace: kserve-ci-e2e-test resourceVersion: "22198" uid: 0569a1d1-e44b-4828-900f-6a9f40da6517 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:44:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-bdc39-predictor namespace: kserve-ci-e2e-test resourceVersion: "21819" uid: 0a86d35d-b180-4129-81a1-857953315fa9 kind: Event lastTimestamp: "2026-09-19T08:44:20Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:44:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:44:20Z" name: success-200-isvc-bdc39-predictor.18d6ac6376807286 namespace: kserve-ci-e2e-test resourceVersion: "22199" uid: bf6a0276-e94f-47c8-bfa9-9c440c4edc33 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-19T08:44:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-bdc39-predictor namespace: kserve-ci-e2e-test resourceVersion: "22026" uid: 0a86d35d-b180-4129-81a1-857953315fa9 kind: Event lastTimestamp: "2026-09-19T08:45:05Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:44:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:45:05Z" name: success-200-isvc-bdc39-predictor.18d6ac6a744b1803 namespace: kserve-ci-e2e-test resourceVersion: "22596" uid: 07bbbc72-7268-4a64-9793-ca34e32e9f2a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-19T08:44:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-bdc39-predictor namespace: kserve-ci-e2e-test resourceVersion: "22026" uid: 0a86d35d-b180-4129-81a1-857953315fa9 kind: Event lastTimestamp: "2026-09-19T08:45:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:44:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:45:05Z" name: success-200-isvc-bdc39-predictor.18d6ac6a74aeeeb8 namespace: kserve-ci-e2e-test resourceVersion: "22597" uid: 1d847478-e664-4818-9b29-42bd170ed8f0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-19T08:43:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-bdc39 namespace: kserve-ci-e2e-test resourceVersion: "21806" uid: 3186a592-f137-4846-8401-48b66e56e01e kind: Event lastTimestamp: "2026-09-19T08:44:47Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-19T08:43:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:44:47Z" name: success-200-isvc-bdc39.18d6ac5ff7f15da7 namespace: kserve-ci-e2e-test resourceVersion: "22423" uid: bb461946-9cb6-47b6-9b1b-ec2437f57394 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:44:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-bdc39 namespace: kserve-ci-e2e-test resourceVersion: "22420" uid: 3186a592-f137-4846-8401-48b66e56e01e kind: Event lastTimestamp: "2026-09-19T08:44:47Z" message: InferenceService [success-200-isvc-bdc39] is Ready metadata: creationTimestamp: "2026-09-19T08:44:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:44:47Z" name: success-200-isvc-bdc39.18d6ac6d6199ef48 namespace: kserve-ci-e2e-test resourceVersion: "22422" uid: 3f6cc357-f2ad-4059-8eb6-687e125e410a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:53:15.593514Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-bde64-predictor-f9896d57f-c9jg4 namespace: kserve-ci-e2e-test resourceVersion: "26474" uid: b942c098-1296-429b-8c66-c824c966ba5b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-bde64-predictor-f9896d57f-c9jg4 to ip-10-0-139-127.ec2.internal metadata: creationTimestamp: "2026-09-19T08:53:15Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:53:15Z" name: success-200-isvc-bde64-predictor-f9896d57f-c9jg4.18d6ace3a1817e7d namespace: kserve-ci-e2e-test resourceVersion: "26479" uid: f5756e09-39fd-4ac7-9449-dc77312fc4a0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:15Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-bde64-predictor-f9896d57f-c9jg4 namespace: kserve-ci-e2e-test resourceVersion: "26477" uid: b942c098-1296-429b-8c66-c824c966ba5b kind: Event lastTimestamp: "2026-09-19T08:53:15Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-bde64-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-19T08:53:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:15Z" name: success-200-isvc-bde64-predictor-f9896d57f-c9jg4.18d6ace3ab679fea namespace: kserve-ci-e2e-test resourceVersion: "26510" uid: 1fcb3cd7-23a4-4031-8294-025471ea5a7a reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:16Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-bde64-predictor-f9896d57f-c9jg4 namespace: kserve-ci-e2e-test resourceVersion: "26486" uid: b942c098-1296-429b-8c66-c824c966ba5b kind: Event lastTimestamp: "2026-09-19T08:53:16Z" message: Add eth0 [10.133.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:53:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:53:16Z" name: success-200-isvc-bde64-predictor-f9896d57f-c9jg4.18d6ace3e7487371 namespace: kserve-ci-e2e-test resourceVersion: "26527" uid: 9288f96f-998e-4703-907e-cf2d98abaae7 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bde64-predictor-f9896d57f-c9jg4 namespace: kserve-ci-e2e-test resourceVersion: "26477" uid: b942c098-1296-429b-8c66-c824c966ba5b kind: Event lastTimestamp: "2026-09-19T08:53:16Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-19T08:53:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:16Z" name: success-200-isvc-bde64-predictor-f9896d57f-c9jg4.18d6ace3e8ae97ba namespace: kserve-ci-e2e-test resourceVersion: "26529" uid: b84c8d6f-e797-4b65-8b9f-32dbd36293fb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bde64-predictor-f9896d57f-c9jg4 namespace: kserve-ci-e2e-test resourceVersion: "26477" uid: b942c098-1296-429b-8c66-c824c966ba5b kind: Event lastTimestamp: "2026-09-19T08:53:16Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-19T08:53:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:16Z" name: success-200-isvc-bde64-predictor-f9896d57f-c9jg4.18d6ace3ebfb70ec namespace: kserve-ci-e2e-test resourceVersion: "26530" uid: 46420362-40d3-4f2a-af9b-86966c10261e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bde64-predictor-f9896d57f-c9jg4 namespace: kserve-ci-e2e-test resourceVersion: "26477" uid: b942c098-1296-429b-8c66-c824c966ba5b kind: Event lastTimestamp: "2026-09-19T08:53:16Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-19T08:53:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:16Z" name: success-200-isvc-bde64-predictor-f9896d57f-c9jg4.18d6ace3ec6b8558 namespace: kserve-ci-e2e-test resourceVersion: "26532" uid: 9e293c1f-f7c6-4236-b2cb-44a1a221cb69 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-bde64-predictor-f9896d57f-c9jg4 namespace: kserve-ci-e2e-test resourceVersion: "26477" uid: b942c098-1296-429b-8c66-c824c966ba5b kind: Event lastTimestamp: "2026-09-19T08:53:16Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-19T08:53:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:16Z" name: success-200-isvc-bde64-predictor-f9896d57f-c9jg4.18d6ace3ec754fed namespace: kserve-ci-e2e-test resourceVersion: "26534" uid: 45855830-99f6-4e21-9c0e-fa16b423ef82 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-bde64-predictor-f9896d57f-c9jg4 namespace: kserve-ci-e2e-test resourceVersion: "26477" uid: b942c098-1296-429b-8c66-c824c966ba5b kind: Event lastTimestamp: "2026-09-19T08:53:16Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-19T08:53:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:16Z" name: success-200-isvc-bde64-predictor-f9896d57f-c9jg4.18d6ace3f068b4a6 namespace: kserve-ci-e2e-test resourceVersion: "26537" uid: c76e6dfe-d979-4c75-8138-51bcc8d28c18 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-bde64-predictor-f9896d57f-c9jg4 namespace: kserve-ci-e2e-test resourceVersion: "26477" uid: b942c098-1296-429b-8c66-c824c966ba5b kind: Event lastTimestamp: "2026-09-19T08:53:16Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:53:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:16Z" name: success-200-isvc-bde64-predictor-f9896d57f-c9jg4.18d6ace3f0dcc392 namespace: kserve-ci-e2e-test resourceVersion: "26538" uid: a6b7b8f2-4971-4d33-8b56-b228359bb4e2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-19T08:53:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bde64-predictor-f9896d57f-c9jg4 namespace: kserve-ci-e2e-test resourceVersion: "26477" uid: b942c098-1296-429b-8c66-c824c966ba5b kind: Event lastTimestamp: "2026-09-19T08:54:03Z" message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:53:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:54:03Z" name: success-200-isvc-bde64-predictor-f9896d57f-c9jg4.18d6ace42658be08 namespace: kserve-ci-e2e-test resourceVersion: "27144" uid: 57de99fa-6441-43bb-9781-621fa9c615a8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T09:10:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bde64-predictor-f9896d57f-c9jg4 namespace: kserve-ci-e2e-test resourceVersion: "26477" uid: b942c098-1296-429b-8c66-c824c966ba5b kind: Event lastTimestamp: "2026-09-19T09:10:45Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-19T09:10:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T09:10:45Z" name: success-200-isvc-bde64-predictor-f9896d57f-c9jg4.18d6add82230873e namespace: kserve-ci-e2e-test resourceVersion: "34257" uid: ccddceb2-6205-4c80-934a-b92cca4cf63b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T09:10:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-bde64-predictor-f9896d57f-c9jg4 namespace: kserve-ci-e2e-test resourceVersion: "26477" uid: b942c098-1296-429b-8c66-c824c966ba5b kind: Event lastTimestamp: "2026-09-19T09:10:45Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T09:10:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T09:10:45Z" name: success-200-isvc-bde64-predictor-f9896d57f-c9jg4.18d6add822314ab2 namespace: kserve-ci-e2e-test resourceVersion: "34263" uid: 08b15869-a651-423d-8d4b-8c89562cafb8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T09:10:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-bde64-predictor-f9896d57f-c9jg4 namespace: kserve-ci-e2e-test resourceVersion: "26477" uid: b942c098-1296-429b-8c66-c824c966ba5b kind: Event lastTimestamp: "2026-09-19T09:10:49Z" message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)' metadata: creationTimestamp: "2026-09-19T09:10:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T09:10:49Z" name: success-200-isvc-bde64-predictor-f9896d57f-c9jg4.18d6add916b991ea namespace: kserve-ci-e2e-test resourceVersion: "34346" uid: 64ec954a-33d8-42ca-927f-7017c6c79ad7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:15Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-bde64-predictor-f9896d57f namespace: kserve-ci-e2e-test resourceVersion: "26468" uid: e41cdfc7-5fec-401b-be73-92293f94949c kind: Event lastTimestamp: "2026-09-19T08:53:15Z" message: 'Created pod: success-200-isvc-bde64-predictor-f9896d57f-c9jg4' metadata: creationTimestamp: "2026-09-19T08:53:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:53:15Z" name: success-200-isvc-bde64-predictor-f9896d57f.18d6ace3a0f48739 namespace: kserve-ci-e2e-test resourceVersion: "26476" uid: 200f27b9-af7e-46c4-89c4-5d253a3a9817 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:15Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-bde64-predictor namespace: kserve-ci-e2e-test resourceVersion: "26466" uid: 189b94e2-bfb3-4de0-b455-a305b7803a01 kind: Event lastTimestamp: "2026-09-19T08:53:15Z" message: Scaled up replica set success-200-isvc-bde64-predictor-f9896d57f from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:53:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:53:15Z" name: success-200-isvc-bde64-predictor.18d6ace39eeca0e9 namespace: kserve-ci-e2e-test resourceVersion: "26469" uid: a98efc3b-6936-4758-992f-09f898539284 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:53:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-bde64-predictor namespace: kserve-ci-e2e-test resourceVersion: "26467" uid: 48403607-4062-4dc5-a837-c5e2cad60bb8 kind: Event lastTimestamp: "2026-09-19T08:53:45Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:53:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:53:45Z" name: success-200-isvc-bde64-predictor.18d6ace71d638dc2 namespace: kserve-ci-e2e-test resourceVersion: "26841" uid: f930e8bd-6c3d-49a6-a55e-6e5c27ffad9f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:53:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-bde64-predictor namespace: kserve-ci-e2e-test resourceVersion: "26467" uid: 48403607-4062-4dc5-a837-c5e2cad60bb8 kind: Event lastTimestamp: "2026-09-19T08:53:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:53:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:53:45Z" name: success-200-isvc-bde64-predictor.18d6ace71dca0a5d namespace: kserve-ci-e2e-test resourceVersion: "26842" uid: f6e22bf5-1185-4341-ab4f-7fa736e56ded reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-19T08:54:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-bde64-predictor namespace: kserve-ci-e2e-test resourceVersion: "26670" uid: 48403607-4062-4dc5-a837-c5e2cad60bb8 kind: Event lastTimestamp: "2026-09-19T08:54:45Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:54:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:54:45Z" name: success-200-isvc-bde64-predictor.18d6acee1b5a80f1 namespace: kserve-ci-e2e-test resourceVersion: "27530" uid: 737a6159-58ff-4e22-a805-5a4d40f66124 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-19T08:54:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-bde64-predictor namespace: kserve-ci-e2e-test resourceVersion: "26670" uid: 48403607-4062-4dc5-a837-c5e2cad60bb8 kind: Event lastTimestamp: "2026-09-19T08:54:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:54:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:54:45Z" name: success-200-isvc-bde64-predictor.18d6acee1bbaee45 namespace: kserve-ci-e2e-test resourceVersion: "27531" uid: 38f7296f-8636-4c00-a9d5-6465f35f9dfa reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-19T08:53:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-bde64 namespace: kserve-ci-e2e-test resourceVersion: "26454" uid: 7b569813-a2db-4bd4-8d19-15e5b7d54d41 kind: Event lastTimestamp: "2026-09-19T08:54:13Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-19T08:53:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:54:13Z" name: success-200-isvc-bde64.18d6ace39ef17e9b namespace: kserve-ci-e2e-test resourceVersion: "27230" uid: 21af10aa-a015-465d-9f05-387d247f40ee reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:54:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-bde64 namespace: kserve-ci-e2e-test resourceVersion: "27227" uid: 7b569813-a2db-4bd4-8d19-15e5b7d54d41 kind: Event lastTimestamp: "2026-09-19T08:54:13Z" message: InferenceService [success-200-isvc-bde64] is Ready metadata: creationTimestamp: "2026-09-19T08:54:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:54:13Z" name: success-200-isvc-bde64.18d6acf135522dae namespace: kserve-ci-e2e-test resourceVersion: "27229" uid: 548c0cbd-b91e-4e8b-917c-c1852a2c575b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:53:55.557453Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-de19a-predictor-7dc8c765df-mfkkg namespace: kserve-ci-e2e-test resourceVersion: "26999" uid: 91f1ab76-af60-476d-8952-a7f3799f325d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-de19a-predictor-7dc8c765df-mfkkg to ip-10-0-139-127.ec2.internal metadata: creationTimestamp: "2026-09-19T08:53:55Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:53:55Z" name: success-200-isvc-de19a-predictor-7dc8c765df-mfkkg.18d6acecef8ad226 namespace: kserve-ci-e2e-test resourceVersion: "27006" uid: cb30a9ff-90b7-4d8e-b995-390bef4ee1f1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:56Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-de19a-predictor-7dc8c765df-mfkkg namespace: kserve-ci-e2e-test resourceVersion: "27011" uid: 91f1ab76-af60-476d-8952-a7f3799f325d kind: Event lastTimestamp: "2026-09-19T08:53:56Z" message: Add eth0 [10.133.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:53:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:53:56Z" name: success-200-isvc-de19a-predictor-7dc8c765df-mfkkg.18d6aced1148e6eb namespace: kserve-ci-e2e-test resourceVersion: "27045" uid: 1fc33870-490d-4020-a192-b764d0b6551b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-de19a-predictor-7dc8c765df-mfkkg namespace: kserve-ci-e2e-test resourceVersion: "27002" uid: 91f1ab76-af60-476d-8952-a7f3799f325d kind: Event lastTimestamp: "2026-09-19T08:53:56Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-19T08:53:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:56Z" name: success-200-isvc-de19a-predictor-7dc8c765df-mfkkg.18d6aced12835017 namespace: kserve-ci-e2e-test resourceVersion: "27047" uid: 7aab9c77-6356-457b-bcb1-5f8e3e39094e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-de19a-predictor-7dc8c765df-mfkkg namespace: kserve-ci-e2e-test resourceVersion: "27002" uid: 91f1ab76-af60-476d-8952-a7f3799f325d kind: Event lastTimestamp: "2026-09-19T08:53:56Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-19T08:53:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:56Z" name: success-200-isvc-de19a-predictor-7dc8c765df-mfkkg.18d6aced15317d42 namespace: kserve-ci-e2e-test resourceVersion: "27048" uid: 864e92e5-7532-4461-b562-9c9be1d0b283 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-de19a-predictor-7dc8c765df-mfkkg namespace: kserve-ci-e2e-test resourceVersion: "27002" uid: 91f1ab76-af60-476d-8952-a7f3799f325d kind: Event lastTimestamp: "2026-09-19T08:53:56Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-19T08:53:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:56Z" name: success-200-isvc-de19a-predictor-7dc8c765df-mfkkg.18d6aced15a529cf namespace: kserve-ci-e2e-test resourceVersion: "27049" uid: e5dbcd58-1e8d-46f6-a1d6-695c71a8d78d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-de19a-predictor-7dc8c765df-mfkkg namespace: kserve-ci-e2e-test resourceVersion: "27002" uid: 91f1ab76-af60-476d-8952-a7f3799f325d kind: Event lastTimestamp: "2026-09-19T08:53:56Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-19T08:53:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:56Z" name: success-200-isvc-de19a-predictor-7dc8c765df-mfkkg.18d6aced15af5edc namespace: kserve-ci-e2e-test resourceVersion: "27050" uid: 125dd444-b212-454b-a63a-117e213ec89d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-de19a-predictor-7dc8c765df-mfkkg namespace: kserve-ci-e2e-test resourceVersion: "27002" uid: 91f1ab76-af60-476d-8952-a7f3799f325d kind: Event lastTimestamp: "2026-09-19T08:53:56Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-19T08:53:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:56Z" name: success-200-isvc-de19a-predictor-7dc8c765df-mfkkg.18d6aced1879050f namespace: kserve-ci-e2e-test resourceVersion: "27054" uid: 7ef09be9-0081-4ba0-9eab-a7fd45476230 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-de19a-predictor-7dc8c765df-mfkkg namespace: kserve-ci-e2e-test resourceVersion: "27002" uid: 91f1ab76-af60-476d-8952-a7f3799f325d kind: Event lastTimestamp: "2026-09-19T08:53:56Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:53:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:56Z" name: success-200-isvc-de19a-predictor-7dc8c765df-mfkkg.18d6aced18f03400 namespace: kserve-ci-e2e-test resourceVersion: "27055" uid: 341e279a-95b5-4732-b2c8-e8bb3b9e273b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-19T08:53:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-de19a-predictor-7dc8c765df-mfkkg namespace: kserve-ci-e2e-test resourceVersion: "27002" uid: 91f1ab76-af60-476d-8952-a7f3799f325d kind: Event lastTimestamp: "2026-09-19T09:03:22Z" message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:53:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T09:03:22Z" name: success-200-isvc-de19a-predictor-7dc8c765df-mfkkg.18d6aced44d00cf7 namespace: kserve-ci-e2e-test resourceVersion: "31208" uid: 99260d6a-8561-4871-ade0-a8fb1834c282 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T09:03:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-de19a-predictor-7dc8c765df-mfkkg namespace: kserve-ci-e2e-test resourceVersion: "27002" uid: 91f1ab76-af60-476d-8952-a7f3799f325d kind: Event lastTimestamp: "2026-09-19T09:03:20Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-19T09:03:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T09:03:20Z" name: success-200-isvc-de19a-predictor-7dc8c765df-mfkkg.18d6ad708db58fbe namespace: kserve-ci-e2e-test resourceVersion: "31172" uid: 70d5832e-e528-43f8-ba38-5fe7a10cbfaa reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T09:03:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-de19a-predictor-7dc8c765df-mfkkg namespace: kserve-ci-e2e-test resourceVersion: "27002" uid: 91f1ab76-af60-476d-8952-a7f3799f325d kind: Event lastTimestamp: "2026-09-19T09:03:20Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T09:03:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T09:03:20Z" name: success-200-isvc-de19a-predictor-7dc8c765df-mfkkg.18d6ad708db60a31 namespace: kserve-ci-e2e-test resourceVersion: "31177" uid: f1158a4a-bbc2-4108-a8ef-6384d1ceca6d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T09:03:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-de19a-predictor-7dc8c765df-mfkkg namespace: kserve-ci-e2e-test resourceVersion: "27002" uid: 91f1ab76-af60-476d-8952-a7f3799f325d kind: Event lastTimestamp: "2026-09-19T09:03:22Z" message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp 10.133.0.37:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-19T09:03:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T09:03:22Z" name: success-200-isvc-de19a-predictor-7dc8c765df-mfkkg.18d6ad710d37348b namespace: kserve-ci-e2e-test resourceVersion: "31207" uid: a9c2d92e-5122-4421-9890-3fcb8a91940a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:55Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-de19a-predictor-7dc8c765df namespace: kserve-ci-e2e-test resourceVersion: "26993" uid: bfc910e8-fb79-4835-acc4-cab2c2196ba9 kind: Event lastTimestamp: "2026-09-19T08:53:55Z" message: 'Created pod: success-200-isvc-de19a-predictor-7dc8c765df-mfkkg' metadata: creationTimestamp: "2026-09-19T08:53:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:53:55Z" name: success-200-isvc-de19a-predictor-7dc8c765df.18d6acecef08d4d7 namespace: kserve-ci-e2e-test resourceVersion: "27001" uid: ff676cc9-0e11-4d7c-8ad2-23032e87d8e3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:55Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-de19a-predictor namespace: kserve-ci-e2e-test resourceVersion: "26990" uid: 045646d1-f54b-4c8e-9d46-60878904a6fe kind: Event lastTimestamp: "2026-09-19T08:53:55Z" message: Scaled up replica set success-200-isvc-de19a-predictor-7dc8c765df from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:53:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:53:55Z" name: success-200-isvc-de19a-predictor.18d6aceced279fc1 namespace: kserve-ci-e2e-test resourceVersion: "26994" uid: 30f61eb1-bd4b-4646-a1ba-5e3b232f8435 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:54:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-de19a-predictor namespace: kserve-ci-e2e-test resourceVersion: "26992" uid: 9a096c1f-97ac-42b7-9cb5-d23334285ea4 kind: Event lastTimestamp: "2026-09-19T08:54:25Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:54:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:54:25Z" name: success-200-isvc-de19a-predictor.18d6acf06b97d9ec namespace: kserve-ci-e2e-test resourceVersion: "27327" uid: b461e7bc-5f81-4ded-8ee3-b45eba39410c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:54:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-de19a-predictor namespace: kserve-ci-e2e-test resourceVersion: "26992" uid: 9a096c1f-97ac-42b7-9cb5-d23334285ea4 kind: Event lastTimestamp: "2026-09-19T08:54:25Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:54:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:54:25Z" name: success-200-isvc-de19a-predictor.18d6acf06c01b75a namespace: kserve-ci-e2e-test resourceVersion: "27328" uid: 66bc270b-fa97-453d-b46b-a769fdc4d346 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-19T08:54:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-de19a-predictor namespace: kserve-ci-e2e-test resourceVersion: "27193" uid: 9a096c1f-97ac-42b7-9cb5-d23334285ea4 kind: Event lastTimestamp: "2026-09-19T08:55:25Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:54:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:55:25Z" name: success-200-isvc-de19a-predictor.18d6acf76951a264 namespace: kserve-ci-e2e-test resourceVersion: "27884" uid: e8c4ee4c-fdc6-4943-ab0d-21c8650f9b05 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-19T08:54:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-de19a-predictor namespace: kserve-ci-e2e-test resourceVersion: "27193" uid: 9a096c1f-97ac-42b7-9cb5-d23334285ea4 kind: Event lastTimestamp: "2026-09-19T08:55:25Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:54:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:55:25Z" name: success-200-isvc-de19a-predictor.18d6acf769b3cc54 namespace: kserve-ci-e2e-test resourceVersion: "27885" uid: fa4ffcdf-e246-4c38-8265-2db553a32334 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-19T08:53:55Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-de19a namespace: kserve-ci-e2e-test resourceVersion: "26979" uid: 7cb1fccd-a568-4ad9-bc02-1c4d22adc50d kind: Event lastTimestamp: "2026-09-19T08:54:53Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-19T08:53:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:54:53Z" name: success-200-isvc-de19a.18d6aceced2e2727 namespace: kserve-ci-e2e-test resourceVersion: "27593" uid: a193662f-4401-417e-8af8-2bf2829f5b85 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:54:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-de19a namespace: kserve-ci-e2e-test resourceVersion: "27590" uid: 7cb1fccd-a568-4ad9-bc02-1c4d22adc50d kind: Event lastTimestamp: "2026-09-19T08:54:53Z" message: InferenceService [success-200-isvc-de19a] is Ready metadata: creationTimestamp: "2026-09-19T08:54:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:54:53Z" name: success-200-isvc-de19a.18d6acfa53f8baa4 namespace: kserve-ci-e2e-test resourceVersion: "27591" uid: 3abb6fdc-0353-4f50-af30-ab95c1bc0a8d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:52:34.469405Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 namespace: kserve-ci-e2e-test resourceVersion: "26017" uid: b8a9675c-82d5-4584-92eb-3a986c530a72 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 to ip-10-0-139-127.ec2.internal metadata: creationTimestamp: "2026-09-19T08:52:34Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:52:34Z" name: success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4.18d6acda0e5166d1 namespace: kserve-ci-e2e-test resourceVersion: "26023" uid: 2c6e5f8a-117a-4963-87de-ad5c2573b169 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:52:34Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 namespace: kserve-ci-e2e-test resourceVersion: "26019" uid: b8a9675c-82d5-4584-92eb-3a986c530a72 kind: Event lastTimestamp: "2026-09-19T08:52:34Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-f0ae0-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-19T08:52:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:52:34Z" name: success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4.18d6acda17270235 namespace: kserve-ci-e2e-test resourceVersion: "26054" uid: 84601be1-c026-481e-aebf-67ef26e54442 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:52:35Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 namespace: kserve-ci-e2e-test resourceVersion: "26031" uid: b8a9675c-82d5-4584-92eb-3a986c530a72 kind: Event lastTimestamp: "2026-09-19T08:52:35Z" message: Add eth0 [10.133.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:52:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:52:35Z" name: success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4.18d6acda542c18f9 namespace: kserve-ci-e2e-test resourceVersion: "26082" uid: aba6e87a-dcdc-47f7-8d35-0a5396fce00e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:52:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 namespace: kserve-ci-e2e-test resourceVersion: "26019" uid: b8a9675c-82d5-4584-92eb-3a986c530a72 kind: Event lastTimestamp: "2026-09-19T08:52:35Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-19T08:52:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:52:35Z" name: success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4.18d6acda5587560d namespace: kserve-ci-e2e-test resourceVersion: "26085" uid: 2d1608b0-d2e0-4319-ad8d-3472d6c8a8e5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:52:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 namespace: kserve-ci-e2e-test resourceVersion: "26019" uid: b8a9675c-82d5-4584-92eb-3a986c530a72 kind: Event lastTimestamp: "2026-09-19T08:52:35Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-19T08:52:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:52:35Z" name: success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4.18d6acda585f3a4e namespace: kserve-ci-e2e-test resourceVersion: "26086" uid: bd872631-e56a-4e96-932e-0adaf68cf02b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:52:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 namespace: kserve-ci-e2e-test resourceVersion: "26019" uid: b8a9675c-82d5-4584-92eb-3a986c530a72 kind: Event lastTimestamp: "2026-09-19T08:52:35Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-19T08:52:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:52:35Z" name: success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4.18d6acda58c68e66 namespace: kserve-ci-e2e-test resourceVersion: "26087" uid: acbe942f-6e96-439b-9b5e-3dcfcc51e758 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:52:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 namespace: kserve-ci-e2e-test resourceVersion: "26019" uid: b8a9675c-82d5-4584-92eb-3a986c530a72 kind: Event lastTimestamp: "2026-09-19T08:52:35Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-19T08:52:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:52:35Z" name: success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4.18d6acda58d13abe namespace: kserve-ci-e2e-test resourceVersion: "26088" uid: 8eb66a20-2285-443a-b126-eb6a366c3660 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:52:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 namespace: kserve-ci-e2e-test resourceVersion: "26019" uid: b8a9675c-82d5-4584-92eb-3a986c530a72 kind: Event lastTimestamp: "2026-09-19T08:52:35Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-19T08:52:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:52:35Z" name: success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4.18d6acda5d0a2659 namespace: kserve-ci-e2e-test resourceVersion: "26090" uid: ae9965d0-1ec0-46e4-9cac-0eeb5bfefc3e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:52:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 namespace: kserve-ci-e2e-test resourceVersion: "26019" uid: b8a9675c-82d5-4584-92eb-3a986c530a72 kind: Event lastTimestamp: "2026-09-19T08:52:35Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:52:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:52:35Z" name: success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4.18d6acda5d90a92b namespace: kserve-ci-e2e-test resourceVersion: "26091" uid: 8478f762-059a-4831-9aa4-d3b7f54ad415 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-19T08:52:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 namespace: kserve-ci-e2e-test resourceVersion: "26019" uid: b8a9675c-82d5-4584-92eb-3a986c530a72 kind: Event lastTimestamp: "2026-09-19T08:53:22Z" message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:52:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:22Z" name: success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4.18d6acda8fd14ddd namespace: kserve-ci-e2e-test resourceVersion: "26605" uid: fdddcd4b-bc2d-4deb-bce3-cc63b7328089 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 namespace: kserve-ci-e2e-test resourceVersion: "26019" uid: b8a9675c-82d5-4584-92eb-3a986c530a72 kind: Event lastTimestamp: "2026-09-19T08:53:55Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-19T08:53:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:55Z" name: success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4.18d6acece8131950 namespace: kserve-ci-e2e-test resourceVersion: "26965" uid: e70e7a01-b48e-4c23-bb7f-4fa52b67b816 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 namespace: kserve-ci-e2e-test resourceVersion: "26019" uid: b8a9675c-82d5-4584-92eb-3a986c530a72 kind: Event lastTimestamp: "2026-09-19T08:53:55Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:53:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:55Z" name: success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4.18d6acece8139bf1 namespace: kserve-ci-e2e-test resourceVersion: "26967" uid: 5db0dbb7-4bf1-4dad-a6bc-0c5166b2a51a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 namespace: kserve-ci-e2e-test resourceVersion: "26019" uid: b8a9675c-82d5-4584-92eb-3a986c530a72 kind: Event lastTimestamp: "2026-09-19T08:53:57Z" message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp 10.133.0.34:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:53:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:53:57Z" name: success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4.18d6aced6bf658ae namespace: kserve-ci-e2e-test resourceVersion: "27082" uid: 31e5908c-242e-4f94-aff5-1b87e95f28d0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:52:34Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-f0ae0-predictor-5cf44cb67c namespace: kserve-ci-e2e-test resourceVersion: "26010" uid: 2dec4a68-6c43-4dd0-b3f7-9a8f31db76c8 kind: Event lastTimestamp: "2026-09-19T08:52:34Z" message: 'Created pod: success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4' metadata: creationTimestamp: "2026-09-19T08:52:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:52:34Z" name: success-200-isvc-f0ae0-predictor-5cf44cb67c.18d6acda0dc7b9e0 namespace: kserve-ci-e2e-test resourceVersion: "26018" uid: 7db27261-e65c-46f5-8e28-bd9ef2ef265e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:52:34Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-f0ae0-predictor namespace: kserve-ci-e2e-test resourceVersion: "26008" uid: bd62943c-8154-4389-a7ab-9b6ce99a29d1 kind: Event lastTimestamp: "2026-09-19T08:52:34Z" message: Scaled up replica set success-200-isvc-f0ae0-predictor-5cf44cb67c from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:52:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:52:34Z" name: success-200-isvc-f0ae0-predictor.18d6acda0a6cd8b1 namespace: kserve-ci-e2e-test resourceVersion: "26011" uid: 12482bbc-b221-43ba-8a65-1ad3612af182 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:52:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f0ae0-predictor namespace: kserve-ci-e2e-test resourceVersion: "26009" uid: 59d0c597-3fbe-4297-bb70-b073f61e1c1f kind: Event lastTimestamp: "2026-09-19T08:53:04Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:52:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:53:04Z" name: success-200-isvc-f0ae0-predictor.18d6acdd88ffbf56 namespace: kserve-ci-e2e-test resourceVersion: "26322" uid: c265c445-8892-4b64-b24d-c5c85ed3aaae reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:52:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f0ae0-predictor namespace: kserve-ci-e2e-test resourceVersion: "26009" uid: 59d0c597-3fbe-4297-bb70-b073f61e1c1f kind: Event lastTimestamp: "2026-09-19T08:53:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:52:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:53:04Z" name: success-200-isvc-f0ae0-predictor.18d6acdd896921bf namespace: kserve-ci-e2e-test resourceVersion: "26323" uid: a1ca2c34-d5d9-4946-bc02-1d8d041eef03 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-19T08:53:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f0ae0-predictor namespace: kserve-ci-e2e-test resourceVersion: "26207" uid: 59d0c597-3fbe-4297-bb70-b073f61e1c1f kind: Event lastTimestamp: "2026-09-19T08:53:49Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:53:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:53:49Z" name: success-200-isvc-f0ae0-predictor.18d6ace486c879b6 namespace: kserve-ci-e2e-test resourceVersion: "26872" uid: 0b3e7c96-1270-40ae-88a4-8fafffe2f4f7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-19T08:53:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f0ae0-predictor namespace: kserve-ci-e2e-test resourceVersion: "26207" uid: 59d0c597-3fbe-4297-bb70-b073f61e1c1f kind: Event lastTimestamp: "2026-09-19T08:53:49Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:53:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:53:49Z" name: success-200-isvc-f0ae0-predictor.18d6ace48736ea13 namespace: kserve-ci-e2e-test resourceVersion: "26873" uid: b6efe47c-429a-4576-a14e-f1b98ebdb16a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-19T08:52:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-f0ae0 namespace: kserve-ci-e2e-test resourceVersion: "25999" uid: 1acbf363-6aae-4a66-a455-6aeacf52d325 kind: Event lastTimestamp: "2026-09-19T08:53:32Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-19T08:52:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:53:32Z" name: success-200-isvc-f0ae0.18d6acda0a7c3e20 namespace: kserve-ci-e2e-test resourceVersion: "26707" uid: a2575b6f-d4e4-4946-b930-738c7a41fb68 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:53:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-f0ae0 namespace: kserve-ci-e2e-test resourceVersion: "26705" uid: 1acbf363-6aae-4a66-a455-6aeacf52d325 kind: Event lastTimestamp: "2026-09-19T08:53:32Z" message: InferenceService [success-200-isvc-f0ae0] is Ready metadata: creationTimestamp: "2026-09-19T08:53:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:53:32Z" name: success-200-isvc-f0ae0.18d6ace79f3469b8 namespace: kserve-ci-e2e-test resourceVersion: "26706" uid: b82888a8-85da-4f33-91f1-fb9a7446c641 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:43:08.996858Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg namespace: kserve-ci-e2e-test resourceVersion: "21290" uid: 7c00d26d-9f69-4523-b8c9-8f8a259766cd kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg to ip-10-0-139-127.ec2.internal metadata: creationTimestamp: "2026-09-19T08:43:08Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:43:08Z" name: success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg.18d6ac56658718db namespace: kserve-ci-e2e-test resourceVersion: "21296" uid: f8ad3f5a-a775-4d8c-9e47-982ce9298a17 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:09Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg namespace: kserve-ci-e2e-test resourceVersion: "21292" uid: 7c00d26d-9f69-4523-b8c9-8f8a259766cd kind: Event lastTimestamp: "2026-09-19T08:43:09Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-fd725-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-19T08:43:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:09Z" name: success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg.18d6ac566f2ad645 namespace: kserve-ci-e2e-test resourceVersion: "21330" uid: df6f42ff-d0e1-4f43-8637-db34b22c0351 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:10Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg namespace: kserve-ci-e2e-test resourceVersion: "21301" uid: 7c00d26d-9f69-4523-b8c9-8f8a259766cd kind: Event lastTimestamp: "2026-09-19T08:43:10Z" message: Add eth0 [10.133.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:43:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:43:10Z" name: success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg.18d6ac56ab164e1c namespace: kserve-ci-e2e-test resourceVersion: "21346" uid: 229ae5ba-1284-4c1e-a399-60f2861ce4f2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg namespace: kserve-ci-e2e-test resourceVersion: "21292" uid: 7c00d26d-9f69-4523-b8c9-8f8a259766cd kind: Event lastTimestamp: "2026-09-19T08:43:10Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-19T08:43:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:10Z" name: success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg.18d6ac56ac9a7067 namespace: kserve-ci-e2e-test resourceVersion: "21348" uid: fc0c4932-df45-47bb-89d4-1d45a4f7ee8a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg namespace: kserve-ci-e2e-test resourceVersion: "21292" uid: 7c00d26d-9f69-4523-b8c9-8f8a259766cd kind: Event lastTimestamp: "2026-09-19T08:43:10Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-19T08:43:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:10Z" name: success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg.18d6ac56b00e688b namespace: kserve-ci-e2e-test resourceVersion: "21350" uid: a5ff8d5a-e709-4694-9ada-964baf7ffc85 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg namespace: kserve-ci-e2e-test resourceVersion: "21292" uid: 7c00d26d-9f69-4523-b8c9-8f8a259766cd kind: Event lastTimestamp: "2026-09-19T08:43:10Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-19T08:43:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:10Z" name: success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg.18d6ac56b0806d91 namespace: kserve-ci-e2e-test resourceVersion: "21351" uid: 7ae51c73-da72-4900-9e80-a98e158795a2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg namespace: kserve-ci-e2e-test resourceVersion: "21292" uid: 7c00d26d-9f69-4523-b8c9-8f8a259766cd kind: Event lastTimestamp: "2026-09-19T08:43:10Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-19T08:43:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:10Z" name: success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg.18d6ac56b08a9f27 namespace: kserve-ci-e2e-test resourceVersion: "21352" uid: eaf70f64-01df-455d-8538-6f2d05534d0c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg namespace: kserve-ci-e2e-test resourceVersion: "21292" uid: 7c00d26d-9f69-4523-b8c9-8f8a259766cd kind: Event lastTimestamp: "2026-09-19T08:43:10Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-19T08:43:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:10Z" name: success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg.18d6ac56b356ddf4 namespace: kserve-ci-e2e-test resourceVersion: "21355" uid: 59061cc7-4e01-4c4b-a38b-5df898fd6b0d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg namespace: kserve-ci-e2e-test resourceVersion: "21292" uid: 7c00d26d-9f69-4523-b8c9-8f8a259766cd kind: Event lastTimestamp: "2026-09-19T08:43:10Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:43:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:43:10Z" name: success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg.18d6ac56b3d32354 namespace: kserve-ci-e2e-test resourceVersion: "21358" uid: 8ffe7a74-2295-4085-942c-aa631a96b332 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-19T08:43:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg namespace: kserve-ci-e2e-test resourceVersion: "21292" uid: 7c00d26d-9f69-4523-b8c9-8f8a259766cd kind: Event lastTimestamp: "2026-09-19T08:52:37Z" message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:43:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:52:37Z" name: success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg.18d6ac56f880e4e0 namespace: kserve-ci-e2e-test resourceVersion: "26111" uid: 046fd702-8080-49a9-adc4-1d19a6d98cef reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:52:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg namespace: kserve-ci-e2e-test resourceVersion: "21292" uid: 7c00d26d-9f69-4523-b8c9-8f8a259766cd kind: Event lastTimestamp: "2026-09-19T08:52:34Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-19T08:52:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:52:34Z" name: success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg.18d6acda049eac04 namespace: kserve-ci-e2e-test resourceVersion: "25985" uid: 0c4962e5-c13c-4c02-8265-40970616958d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:52:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg namespace: kserve-ci-e2e-test resourceVersion: "21292" uid: 7c00d26d-9f69-4523-b8c9-8f8a259766cd kind: Event lastTimestamp: "2026-09-19T08:52:34Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-19T08:52:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:52:34Z" name: success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg.18d6acda049f2e4c namespace: kserve-ci-e2e-test resourceVersion: "25991" uid: d8acc2eb-b71f-4ebe-bf89-e173ae7f64a0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:52:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg namespace: kserve-ci-e2e-test resourceVersion: "21292" uid: 7c00d26d-9f69-4523-b8c9-8f8a259766cd kind: Event lastTimestamp: "2026-09-19T08:52:37Z" message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp 10.133.0.29:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-19T08:52:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:52:37Z" name: success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg.18d6acdac10f4f49 namespace: kserve-ci-e2e-test resourceVersion: "26110" uid: d59e76e0-7d32-4b4c-99a8-345a642a2c36 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:08Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-fd725-predictor-8568c5bcc7 namespace: kserve-ci-e2e-test resourceVersion: "21284" uid: 0bc2bff8-eee6-4a8b-8c70-6c77f814688f kind: Event lastTimestamp: "2026-09-19T08:43:08Z" message: 'Created pod: success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg' metadata: creationTimestamp: "2026-09-19T08:43:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:43:08Z" name: success-200-isvc-fd725-predictor-8568c5bcc7.18d6ac5665002ada namespace: kserve-ci-e2e-test resourceVersion: "21293" uid: 63d0cdb9-cb9c-4b74-b4c1-9bd1c2c0cec5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:08Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-fd725-predictor namespace: kserve-ci-e2e-test resourceVersion: "21282" uid: 33cd8b8c-fbfd-437d-abe0-6213fd9c85ad kind: Event lastTimestamp: "2026-09-19T08:43:08Z" message: Scaled up replica set success-200-isvc-fd725-predictor-8568c5bcc7 from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:43:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:43:08Z" name: success-200-isvc-fd725-predictor.18d6ac5662c58cc7 namespace: kserve-ci-e2e-test resourceVersion: "21285" uid: cc2ec920-6772-4868-b12a-310e70ffbba1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-fd725-predictor namespace: kserve-ci-e2e-test resourceVersion: "21283" uid: e8b24455-865d-4d63-a7b7-3eb0c34d3074 kind: Event lastTimestamp: "2026-09-19T08:43:23Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:43:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:43:23Z" name: success-200-isvc-fd725-predictor.18d6ac59e13cd6af namespace: kserve-ci-e2e-test resourceVersion: "21486" uid: 44a96fc4-df0d-48ce-a033-96bcc89f6a1e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:43:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-fd725-predictor namespace: kserve-ci-e2e-test resourceVersion: "21283" uid: e8b24455-865d-4d63-a7b7-3eb0c34d3074 kind: Event lastTimestamp: "2026-09-19T08:43:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:43:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:43:23Z" name: success-200-isvc-fd725-predictor.18d6ac59e1b8dc00 namespace: kserve-ci-e2e-test resourceVersion: "21488" uid: ed0edda8-061d-421e-80f2-2712d1e92e8c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-19T08:43:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-fd725-predictor namespace: kserve-ci-e2e-test resourceVersion: "21487" uid: e8b24455-865d-4d63-a7b7-3eb0c34d3074 kind: Event lastTimestamp: "2026-09-19T08:44:39Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:43:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:44:39Z" name: success-200-isvc-fd725-predictor.18d6ac5d60939272 namespace: kserve-ci-e2e-test resourceVersion: "22350" uid: 26b1a694-2960-43e4-b93f-207e84b1fa0b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-19T08:43:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-fd725-predictor namespace: kserve-ci-e2e-test resourceVersion: "21487" uid: e8b24455-865d-4d63-a7b7-3eb0c34d3074 kind: Event lastTimestamp: "2026-09-19T08:44:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:43:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:44:39Z" name: success-200-isvc-fd725-predictor.18d6ac5d610dffba namespace: kserve-ci-e2e-test resourceVersion: "22351" uid: 654d7dc8-1a79-4d51-b331-6b89f8865552 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-19T08:43:08Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-fd725 namespace: kserve-ci-e2e-test resourceVersion: "21273" uid: 785c0d29-da34-4c9c-87f1-f81a571d7e9c kind: Event lastTimestamp: "2026-09-19T08:44:07Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-19T08:43:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:44:07Z" name: success-200-isvc-fd725.18d6ac5662c9c970 namespace: kserve-ci-e2e-test resourceVersion: "22067" uid: 7ab16847-eebd-4d14-beee-08a2add64550 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:44:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-fd725 namespace: kserve-ci-e2e-test resourceVersion: "22065" uid: 785c0d29-da34-4c9c-87f1-f81a571d7e9c kind: Event lastTimestamp: "2026-09-19T08:44:07Z" message: InferenceService [success-200-isvc-fd725] is Ready metadata: creationTimestamp: "2026-09-19T08:44:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:44:07Z" name: success-200-isvc-fd725.18d6ac6407e05427 namespace: kserve-ci-e2e-test resourceVersion: "22066" uid: 7a704a26-968f-48df-bee7-ab829db7d734 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:32:01.470819Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-83f4f-564cdf5744-btvcb namespace: kserve-ci-e2e-test resourceVersion: "15574" uid: aa193bdf-6ea6-4cb7-a374-b7db1d496f17 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-83f4f-564cdf5744-btvcb to ip-10-0-139-127.ec2.internal metadata: creationTimestamp: "2026-09-19T08:32:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:32:01Z" name: switch-graph-83f4f-564cdf5744-btvcb.18d6abbaf9e002a9 namespace: kserve-ci-e2e-test resourceVersion: "15579" uid: 630834da-72d8-4864-9f57-6d9399c79d0b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:01Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-83f4f-564cdf5744-btvcb namespace: kserve-ci-e2e-test resourceVersion: "15576" uid: aa193bdf-6ea6-4cb7-a374-b7db1d496f17 kind: Event lastTimestamp: "2026-09-19T08:32:01Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-83f4f-serving-cert" not found' metadata: creationTimestamp: "2026-09-19T08:32:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:01Z" name: switch-graph-83f4f-564cdf5744-btvcb.18d6abbb0768d2df namespace: kserve-ci-e2e-test resourceVersion: "15592" uid: 0863a71c-4e7d-4ff0-84d6-7b20dd8cd351 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:02Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-83f4f-564cdf5744-btvcb namespace: kserve-ci-e2e-test resourceVersion: "15583" uid: aa193bdf-6ea6-4cb7-a374-b7db1d496f17 kind: Event lastTimestamp: "2026-09-19T08:32:02Z" message: Add eth0 [10.133.0.20/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:32:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:32:02Z" name: switch-graph-83f4f-564cdf5744-btvcb.18d6abbb3f5c5069 namespace: kserve-ci-e2e-test resourceVersion: "15609" uid: be950e6e-9cb7-41d9-8f38-be1e7d0d58a2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-83f4f} kind: Pod name: switch-graph-83f4f-564cdf5744-btvcb namespace: kserve-ci-e2e-test resourceVersion: "15576" uid: aa193bdf-6ea6-4cb7-a374-b7db1d496f17 kind: Event lastTimestamp: "2026-09-19T08:32:02Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" metadata: creationTimestamp: "2026-09-19T08:32:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:02Z" name: switch-graph-83f4f-564cdf5744-btvcb.18d6abbb40af7efa namespace: kserve-ci-e2e-test resourceVersion: "15611" uid: f9f39ac3-e1e7-4b80-a3b8-880004559660 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-83f4f} kind: Pod name: switch-graph-83f4f-564cdf5744-btvcb namespace: kserve-ci-e2e-test resourceVersion: "15576" uid: aa193bdf-6ea6-4cb7-a374-b7db1d496f17 kind: Event lastTimestamp: "2026-09-19T08:32:04Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" in 2.107s (2.107s including waiting). Image size: 211751521 bytes.' metadata: creationTimestamp: "2026-09-19T08:32:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:04Z" name: switch-graph-83f4f-564cdf5744-btvcb.18d6abbbbe4d243b namespace: kserve-ci-e2e-test resourceVersion: "15630" uid: 173a0d43-dffa-4168-badf-6aec117b4d57 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-83f4f} kind: Pod name: switch-graph-83f4f-564cdf5744-btvcb namespace: kserve-ci-e2e-test resourceVersion: "15576" uid: aa193bdf-6ea6-4cb7-a374-b7db1d496f17 kind: Event lastTimestamp: "2026-09-19T08:32:04Z" message: 'Created container: switch-graph-83f4f' metadata: creationTimestamp: "2026-09-19T08:32:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:04Z" name: switch-graph-83f4f-564cdf5744-btvcb.18d6abbbc1262bce namespace: kserve-ci-e2e-test resourceVersion: "15631" uid: e3209f21-b6e7-42a3-ba39-5aacc2d9a9a1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-83f4f} kind: Pod name: switch-graph-83f4f-564cdf5744-btvcb namespace: kserve-ci-e2e-test resourceVersion: "15576" uid: aa193bdf-6ea6-4cb7-a374-b7db1d496f17 kind: Event lastTimestamp: "2026-09-19T08:32:04Z" message: Started container switch-graph-83f4f metadata: creationTimestamp: "2026-09-19T08:32:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:04Z" name: switch-graph-83f4f-564cdf5744-btvcb.18d6abbbc19535b5 namespace: kserve-ci-e2e-test resourceVersion: "15632" uid: df4fe664-d683-4f8a-bda2-fe071df14fa8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-83f4f} kind: Pod name: switch-graph-83f4f-564cdf5744-btvcb namespace: kserve-ci-e2e-test resourceVersion: "15576" uid: aa193bdf-6ea6-4cb7-a374-b7db1d496f17 kind: Event lastTimestamp: "2026-09-19T08:32:12Z" message: Stopping container switch-graph-83f4f metadata: creationTimestamp: "2026-09-19T08:32:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:12Z" name: switch-graph-83f4f-564cdf5744-btvcb.18d6abbd885b4e94 namespace: kserve-ci-e2e-test resourceVersion: "15712" uid: 8d3d366b-8b6f-4980-bd32-04feaa3053e6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-19T08:32:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-83f4f} kind: Pod name: switch-graph-83f4f-564cdf5744-btvcb namespace: kserve-ci-e2e-test resourceVersion: "15576" uid: aa193bdf-6ea6-4cb7-a374-b7db1d496f17 kind: Event lastTimestamp: "2026-09-19T08:32:40Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-19T08:32:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:32:40Z" name: switch-graph-83f4f-564cdf5744-btvcb.18d6abbe564c2319 namespace: kserve-ci-e2e-test resourceVersion: "16097" uid: 2818d5a6-3ed1-4bf5-9d04-54016a89dff3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-83f4f-564cdf5744 namespace: kserve-ci-e2e-test resourceVersion: "15571" uid: 81738023-3946-4412-9968-35bfa10f3261 kind: Event lastTimestamp: "2026-09-19T08:32:01Z" message: 'Created pod: switch-graph-83f4f-564cdf5744-btvcb' metadata: creationTimestamp: "2026-09-19T08:32:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:32:01Z" name: switch-graph-83f4f-564cdf5744.18d6abbaf96ee316 namespace: kserve-ci-e2e-test resourceVersion: "15575" uid: c8556e4a-8aa8-4e05-a993-1097b850c4cd reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-83f4f namespace: kserve-ci-e2e-test resourceVersion: "15569" uid: f9e42911-6007-44d7-9c15-510a2283f527 kind: Event lastTimestamp: "2026-09-19T08:32:01Z" message: Scaled up replica set switch-graph-83f4f-564cdf5744 from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:32:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:32:01Z" name: switch-graph-83f4f.18d6abbaf8a1a0f5 namespace: kserve-ci-e2e-test resourceVersion: "15572" uid: 21076175-b3d2-410c-9fa5-97e282d899f7 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:32:01Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-83f4f namespace: kserve-ci-e2e-test resourceVersion: "15586" uid: d8c2259b-eb54-4e6d-b5ec-bfea82902fed kind: Event lastTimestamp: "2026-09-19T08:32:01Z" message: InferenceGraph [switch-graph-83f4f] is Ready metadata: creationTimestamp: "2026-09-19T08:32:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:32:01Z" name: switch-graph-83f4f.18d6abbafd9a70ec namespace: kserve-ci-e2e-test resourceVersion: "15588" uid: fd53499b-90be-4b4a-866b-2317c0ff4936 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:33:22.682717Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-96102-85669f7948-vb92v namespace: kserve-ci-e2e-test resourceVersion: "16678" uid: bc6468d9-cdb2-4b72-9684-14b9e14ece9e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-96102-85669f7948-vb92v to ip-10-0-139-127.ec2.internal metadata: creationTimestamp: "2026-09-19T08:33:22Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:33:22Z" name: switch-graph-96102-85669f7948-vb92v.18d6abcde27b3489 namespace: kserve-ci-e2e-test resourceVersion: "16683" uid: 2d5274a1-5958-4cc7-9b1e-9c799620273c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:23Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-96102-85669f7948-vb92v namespace: kserve-ci-e2e-test resourceVersion: "16687" uid: bc6468d9-cdb2-4b72-9684-14b9e14ece9e kind: Event lastTimestamp: "2026-09-19T08:33:23Z" message: Add eth0 [10.133.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:33:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:33:23Z" name: switch-graph-96102-85669f7948-vb92v.18d6abce047263e0 namespace: kserve-ci-e2e-test resourceVersion: "16699" uid: 5153aa75-855e-4daa-bbb4-d28390386790 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-96102} kind: Pod name: switch-graph-96102-85669f7948-vb92v namespace: kserve-ci-e2e-test resourceVersion: "16681" uid: bc6468d9-cdb2-4b72-9684-14b9e14ece9e kind: Event lastTimestamp: "2026-09-19T08:33:23Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine metadata: creationTimestamp: "2026-09-19T08:33:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:23Z" name: switch-graph-96102-85669f7948-vb92v.18d6abce05a0e579 namespace: kserve-ci-e2e-test resourceVersion: "16701" uid: 665415ed-3eeb-40eb-bf6c-f9d724e8c31a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-96102} kind: Pod name: switch-graph-96102-85669f7948-vb92v namespace: kserve-ci-e2e-test resourceVersion: "16681" uid: bc6468d9-cdb2-4b72-9684-14b9e14ece9e kind: Event lastTimestamp: "2026-09-19T08:33:23Z" message: 'Created container: switch-graph-96102' metadata: creationTimestamp: "2026-09-19T08:33:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:23Z" name: switch-graph-96102-85669f7948-vb92v.18d6abce08a446fd namespace: kserve-ci-e2e-test resourceVersion: "16703" uid: 532cfb57-cf40-4cde-a5db-e6159d63348a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-96102} kind: Pod name: switch-graph-96102-85669f7948-vb92v namespace: kserve-ci-e2e-test resourceVersion: "16681" uid: bc6468d9-cdb2-4b72-9684-14b9e14ece9e kind: Event lastTimestamp: "2026-09-19T08:33:23Z" message: Started container switch-graph-96102 metadata: creationTimestamp: "2026-09-19T08:33:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:33:23Z" name: switch-graph-96102-85669f7948-vb92v.18d6abce0914549e namespace: kserve-ci-e2e-test resourceVersion: "16704" uid: 7d5e7823-e452-46a6-8c1b-0c7f5ab0aadb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:41:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-96102} kind: Pod name: switch-graph-96102-85669f7948-vb92v namespace: kserve-ci-e2e-test resourceVersion: "16681" uid: bc6468d9-cdb2-4b72-9684-14b9e14ece9e kind: Event lastTimestamp: "2026-09-19T08:41:37Z" message: Stopping container switch-graph-96102 metadata: creationTimestamp: "2026-09-19T08:41:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:41:37Z" name: switch-graph-96102-85669f7948-vb92v.18d6ac412fa01b2e namespace: kserve-ci-e2e-test resourceVersion: "20185" uid: dac7a1e8-7d62-4cc4-b933-2c6ad344492f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-19T08:41:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-96102} kind: Pod name: switch-graph-96102-85669f7948-vb92v namespace: kserve-ci-e2e-test resourceVersion: "16681" uid: bc6468d9-cdb2-4b72-9684-14b9e14ece9e kind: Event lastTimestamp: "2026-09-19T08:42:05Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-19T08:41:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:42:05Z" name: switch-graph-96102-85669f7948-vb92v.18d6ac41bb070bac namespace: kserve-ci-e2e-test resourceVersion: "20521" uid: 06024f30-9fd2-4436-bbb3-76a37572145e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:22Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-96102-85669f7948 namespace: kserve-ci-e2e-test resourceVersion: "16675" uid: 1713df7a-1251-4469-93a9-614a7dea0861 kind: Event lastTimestamp: "2026-09-19T08:33:22Z" message: 'Created pod: switch-graph-96102-85669f7948-vb92v' metadata: creationTimestamp: "2026-09-19T08:33:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:33:22Z" name: switch-graph-96102-85669f7948.18d6abcde2065435 namespace: kserve-ci-e2e-test resourceVersion: "16680" uid: 3f58cd16-4a22-4ed9-a793-43e2a991c73c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:22Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-96102 namespace: kserve-ci-e2e-test resourceVersion: "16673" uid: a482f733-3e3f-43f9-8763-539cbb075346 kind: Event lastTimestamp: "2026-09-19T08:33:22Z" message: Scaled up replica set switch-graph-96102-85669f7948 from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:33:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:33:22Z" name: switch-graph-96102.18d6abcde11b3164 namespace: kserve-ci-e2e-test resourceVersion: "16676" uid: b9b5fde9-8c5e-4fac-8dbe-1ccbf38605af reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:22Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-96102 namespace: kserve-ci-e2e-test resourceVersion: "16690" uid: 4c24ceef-7254-435f-ad45-c70e117e95bd kind: Event lastTimestamp: "2026-09-19T08:33:22Z" message: InferenceGraph [switch-graph-96102] is Ready metadata: creationTimestamp: "2026-09-19T08:33:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:33:22Z" name: switch-graph-96102.18d6abcde5b93983 namespace: kserve-ci-e2e-test resourceVersion: "16692" uid: f973a6c3-25c2-4dd3-89ae-c28870ba2bf5 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:22Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-96102 namespace: kserve-ci-e2e-test resourceVersion: "16668" uid: 4c24ceef-7254-435f-ad45-c70e117e95bd kind: Event lastTimestamp: "2026-09-19T08:33:22Z" message: 'Failed to update status for InferenceGraph "switch-graph-96102": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "switch-graph-96102": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-19T08:33:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:33:22Z" name: switch-graph-96102.18d6abcde8149b40 namespace: kserve-ci-e2e-test resourceVersion: "16693" uid: e2075d08-daf8-43a0-a633-7c1240705030 reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:22Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-96102 namespace: kserve-ci-e2e-test resourceVersion: "16668" uid: 4c24ceef-7254-435f-ad45-c70e117e95bd kind: Event lastTimestamp: "2026-09-19T08:33:22Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "switch-graph-96102": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-19T08:33:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:33:22Z" name: switch-graph-96102.18d6abcde814e422 namespace: kserve-ci-e2e-test resourceVersion: "16694" uid: 3da66378-4da3-453c-8c39-fb917c581389 reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-96102 namespace: kserve-ci-e2e-test resourceVersion: "16674" uid: 16675848-dc0e-4aa5-8a14-dbd13de95b90 kind: Event lastTimestamp: "2026-09-19T08:33:37Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:33:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:33:37Z" name: switch-graph-96102.18d6abd15f8d4a66 namespace: kserve-ci-e2e-test resourceVersion: "16826" uid: 3f61e076-41aa-4b0a-bff4-082490bd8bd4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-96102 namespace: kserve-ci-e2e-test resourceVersion: "16674" uid: 16675848-dc0e-4aa5-8a14-dbd13de95b90 kind: Event lastTimestamp: "2026-09-19T08:33:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:33:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:33:37Z" name: switch-graph-96102.18d6abd15fe113c5 namespace: kserve-ci-e2e-test resourceVersion: "16827" uid: a5da64c8-fb2a-4bdb-94f4-6c186707688c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-96102 namespace: kserve-ci-e2e-test resourceVersion: "16825" uid: 16675848-dc0e-4aa5-8a14-dbd13de95b90 kind: Event lastTimestamp: "2026-09-19T08:33:52Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:33:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:33:52Z" name: switch-graph-96102.18d6abd4de85480e namespace: kserve-ci-e2e-test resourceVersion: "16941" uid: 710b87c8-981d-4273-8f2e-d07cf4bfae20 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:33:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-96102 namespace: kserve-ci-e2e-test resourceVersion: "16825" uid: 16675848-dc0e-4aa5-8a14-dbd13de95b90 kind: Event lastTimestamp: "2026-09-19T08:33:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:33:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:33:52Z" name: switch-graph-96102.18d6abd4decb09f8 namespace: kserve-ci-e2e-test resourceVersion: "16943" uid: 0af29673-7334-4f62-8c06-1031538caba8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-19T08:54:25.615429Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-bde64-88ff7fc4f-f6jrk namespace: kserve-ci-e2e-test resourceVersion: "27339" uid: 97fc033f-fe40-4682-998a-1ce0627bfa07 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-bde64-88ff7fc4f-f6jrk to ip-10-0-139-127.ec2.internal metadata: creationTimestamp: "2026-09-19T08:54:25Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-19T08:54:25Z" name: switch-graph-bde64-88ff7fc4f-f6jrk.18d6acf3ef2318fe namespace: kserve-ci-e2e-test resourceVersion: "27344" uid: fdc6dcf3-2be5-41f3-ab34-40966c392370 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6fbc85cfdb-r4xct source: {} type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-19T08:54:25Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-bde64-88ff7fc4f-f6jrk namespace: kserve-ci-e2e-test resourceVersion: "27341" uid: 97fc033f-fe40-4682-998a-1ce0627bfa07 kind: Event lastTimestamp: "2026-09-19T08:54:26Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-bde64-serving-cert" not found' metadata: creationTimestamp: "2026-09-19T08:54:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:54:26Z" name: switch-graph-bde64-88ff7fc4f-f6jrk.18d6acf3f5e27d68 namespace: kserve-ci-e2e-test resourceVersion: "27363" uid: 1290caec-9ca9-46ac-8743-c6c34c54b04f reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:54:27Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-bde64-88ff7fc4f-f6jrk namespace: kserve-ci-e2e-test resourceVersion: "27348" uid: 97fc033f-fe40-4682-998a-1ce0627bfa07 kind: Event lastTimestamp: "2026-09-19T08:54:27Z" message: Add eth0 [10.133.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-19T08:54:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-19T08:54:27Z" name: switch-graph-bde64-88ff7fc4f-f6jrk.18d6acf46ac9271c namespace: kserve-ci-e2e-test resourceVersion: "27380" uid: 93158073-d509-48d1-bc95-be87982c24a0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:54:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-bde64} kind: Pod name: switch-graph-bde64-88ff7fc4f-f6jrk namespace: kserve-ci-e2e-test resourceVersion: "27341" uid: 97fc033f-fe40-4682-998a-1ce0627bfa07 kind: Event lastTimestamp: "2026-09-19T08:54:27Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine metadata: creationTimestamp: "2026-09-19T08:54:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:54:27Z" name: switch-graph-bde64-88ff7fc4f-f6jrk.18d6acf46bf4119c namespace: kserve-ci-e2e-test resourceVersion: "27382" uid: 91d2fd14-859a-4e88-8749-63f689c675d7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:54:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-bde64} kind: Pod name: switch-graph-bde64-88ff7fc4f-f6jrk namespace: kserve-ci-e2e-test resourceVersion: "27341" uid: 97fc033f-fe40-4682-998a-1ce0627bfa07 kind: Event lastTimestamp: "2026-09-19T08:54:27Z" message: 'Created container: switch-graph-bde64' metadata: creationTimestamp: "2026-09-19T08:54:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:54:27Z" name: switch-graph-bde64-88ff7fc4f-f6jrk.18d6acf46ebeffdc namespace: kserve-ci-e2e-test resourceVersion: "27384" uid: 74be3332-06a1-41a1-a1a2-02c6415477bd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:54:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-bde64} kind: Pod name: switch-graph-bde64-88ff7fc4f-f6jrk namespace: kserve-ci-e2e-test resourceVersion: "27341" uid: 97fc033f-fe40-4682-998a-1ce0627bfa07 kind: Event lastTimestamp: "2026-09-19T08:54:27Z" message: Started container switch-graph-bde64 metadata: creationTimestamp: "2026-09-19T08:54:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T08:54:27Z" name: switch-graph-bde64-88ff7fc4f-f6jrk.18d6acf46f2b3b90 namespace: kserve-ci-e2e-test resourceVersion: "27385" uid: 8d3b4396-284c-4807-8336-58da68b483e4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T09:10:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-bde64} kind: Pod name: switch-graph-bde64-88ff7fc4f-f6jrk namespace: kserve-ci-e2e-test resourceVersion: "27341" uid: 97fc033f-fe40-4682-998a-1ce0627bfa07 kind: Event lastTimestamp: "2026-09-19T09:10:45Z" message: Stopping container switch-graph-bde64 metadata: creationTimestamp: "2026-09-19T09:10:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T09:10:45Z" name: switch-graph-bde64-88ff7fc4f-f6jrk.18d6add81a5bceba namespace: kserve-ci-e2e-test resourceVersion: "34241" uid: 3c489804-7526-46ee-8afb-656e64b63abe reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-19T09:10:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-bde64} kind: Pod name: switch-graph-bde64-88ff7fc4f-f6jrk namespace: kserve-ci-e2e-test resourceVersion: "27341" uid: 97fc033f-fe40-4682-998a-1ce0627bfa07 kind: Event lastTimestamp: "2026-09-19T09:11:09Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-19T09:10:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-19T09:11:09Z" name: switch-graph-bde64-88ff7fc4f-f6jrk.18d6add8ecdbb388 namespace: kserve-ci-e2e-test resourceVersion: "34482" uid: 39fc90cc-706e-475f-9fd4-caf7df0e27b0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-127.ec2.internal source: component: kubelet host: ip-10-0-139-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:54:25Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-bde64-88ff7fc4f namespace: kserve-ci-e2e-test resourceVersion: "27336" uid: 6d981dc6-40a5-435d-b4bd-d016be4cd6e6 kind: Event lastTimestamp: "2026-09-19T08:54:25Z" message: 'Created pod: switch-graph-bde64-88ff7fc4f-f6jrk' metadata: creationTimestamp: "2026-09-19T08:54:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:54:25Z" name: switch-graph-bde64-88ff7fc4f.18d6acf3eeb9edf0 namespace: kserve-ci-e2e-test resourceVersion: "27340" uid: d4d94751-875f-4906-a073-4091e9c3a897 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:54:25Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-bde64 namespace: kserve-ci-e2e-test resourceVersion: "27334" uid: 43e3c494-d74c-41b4-9516-a26322be0622 kind: Event lastTimestamp: "2026-09-19T08:54:25Z" message: Scaled up replica set switch-graph-bde64-88ff7fc4f from 0 to 1 metadata: creationTimestamp: "2026-09-19T08:54:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:54:25Z" name: switch-graph-bde64.18d6acf3edee10d9 namespace: kserve-ci-e2e-test resourceVersion: "27337" uid: 8735cb4e-735a-496c-93fc-ad0acfc4db6e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:54:25Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-bde64 namespace: kserve-ci-e2e-test resourceVersion: "27354" uid: 37790512-a021-4b0d-bfcb-8cbaf33c7491 kind: Event lastTimestamp: "2026-09-19T08:54:25Z" message: InferenceGraph [switch-graph-bde64] is Ready metadata: creationTimestamp: "2026-09-19T08:54:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-19T08:54:25Z" name: switch-graph-bde64.18d6acf3f28c9cf9 namespace: kserve-ci-e2e-test resourceVersion: "27356" uid: 49ac0c8f-852f-4135-b476-d1d4545e57c4 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:54:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-bde64 namespace: kserve-ci-e2e-test resourceVersion: "27335" uid: 4b52e9d6-16f0-4266-b8c4-5898e6acf3f2 kind: Event lastTimestamp: "2026-09-19T08:54:40Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:54:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:54:40Z" name: switch-graph-bde64.18d6acf76c5181e3 namespace: kserve-ci-e2e-test resourceVersion: "27484" uid: b6ded34c-b345-4780-8076-bcce6667d803 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:54:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-bde64 namespace: kserve-ci-e2e-test resourceVersion: "27335" uid: 4b52e9d6-16f0-4266-b8c4-5898e6acf3f2 kind: Event lastTimestamp: "2026-09-19T08:54:40Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-19T08:54:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:54:40Z" name: switch-graph-bde64.18d6acf76cae68b3 namespace: kserve-ci-e2e-test resourceVersion: "27486" uid: 27741e0f-068a-40a2-831b-5a0a52cb3c24 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:54:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-bde64 namespace: kserve-ci-e2e-test resourceVersion: "27485" uid: 4b52e9d6-16f0-4266-b8c4-5898e6acf3f2 kind: Event lastTimestamp: "2026-09-19T08:54:55Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:54:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:54:55Z" name: switch-graph-bde64.18d6acfaeb5975ac namespace: kserve-ci-e2e-test resourceVersion: "27623" uid: a433a3c1-47a6-488a-b669-f21ca2d69fb2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-19T08:54:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-bde64 namespace: kserve-ci-e2e-test resourceVersion: "27485" uid: 4b52e9d6-16f0-4266-b8c4-5898e6acf3f2 kind: Event lastTimestamp: "2026-09-19T08:54:55Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-19T08:54:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-19T08:54:55Z" name: switch-graph-bde64.18d6acfaebb91ad5 namespace: kserve-ci-e2e-test resourceVersion: "27625" uid: 1a63032b-a612-4ba4-a522-a07d76642dec reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning kind: EventList metadata: resourceVersion: "34517"