--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:54:05.476784Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: kubeflow-trainer-controller-manager-7b4fcbc79d-5dxfb namespace: opendatahub resourceVersion: "13441" uid: 222b4037-b8fa-4734-b943-56de85c2008c kind: Event lastTimestamp: null message: Successfully assigned opendatahub/kubeflow-trainer-controller-manager-7b4fcbc79d-5dxfb to ip-10-0-133-136.ec2.internal metadata: creationTimestamp: "2026-07-28T13:54:05Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:54:05Z" name: kubeflow-trainer-controller-manager-7b4fcbc79d-5dxfb.18c6788c1d07eaa4 namespace: opendatahub resourceVersion: "13449" uid: 58247ded-6550-41b2-912c-3734aeb04413 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-9dc9dbbf8-8qff9 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:54:05Z" involvedObject: apiVersion: v1 kind: Pod name: kubeflow-trainer-controller-manager-7b4fcbc79d-5dxfb namespace: opendatahub resourceVersion: "13453" uid: 222b4037-b8fa-4734-b943-56de85c2008c kind: Event lastTimestamp: "2026-07-28T13:54:05Z" message: Add eth0 [10.132.0.21/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:54:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:54:05Z" name: kubeflow-trainer-controller-manager-7b4fcbc79d-5dxfb.18c6788c36c521ef namespace: opendatahub resourceVersion: "13474" uid: 2b7042ff-3a55-4ab8-863c-521652089028 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:54:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-7b4fcbc79d-5dxfb namespace: opendatahub resourceVersion: "13445" uid: 222b4037-b8fa-4734-b943-56de85c2008c kind: Event lastTimestamp: "2026-07-28T13:54:05Z" message: Pulling image "quay.io/opendatahub/trainer:odh-3.5-ea1" metadata: creationTimestamp: "2026-07-28T13:54:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:54:05Z" name: kubeflow-trainer-controller-manager-7b4fcbc79d-5dxfb.18c6788c3883c2da namespace: opendatahub resourceVersion: "13477" uid: 2342141e-ddd3-41a5-8aef-e6ca1b9b841a reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-133-136.ec2.internal source: component: kubelet host: ip-10-0-133-136.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:54:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-7b4fcbc79d-5dxfb namespace: opendatahub resourceVersion: "13445" uid: 222b4037-b8fa-4734-b943-56de85c2008c kind: Event lastTimestamp: "2026-07-28T13:54:08Z" message: 'Successfully pulled image "quay.io/opendatahub/trainer:odh-3.5-ea1" in 2.465s (2.465s including waiting). Image size: 182722760 bytes.' metadata: creationTimestamp: "2026-07-28T13:54:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:54:08Z" name: kubeflow-trainer-controller-manager-7b4fcbc79d-5dxfb.18c6788ccb7cf224 namespace: opendatahub resourceVersion: "13516" uid: 3034f6de-c6cf-4625-b133-0773a0faa6f0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-136.ec2.internal source: component: kubelet host: ip-10-0-133-136.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:54:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-7b4fcbc79d-5dxfb namespace: opendatahub resourceVersion: "13445" uid: 222b4037-b8fa-4734-b943-56de85c2008c kind: Event lastTimestamp: "2026-07-28T13:54:08Z" message: 'Created container: manager' metadata: creationTimestamp: "2026-07-28T13:54:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:54:08Z" name: kubeflow-trainer-controller-manager-7b4fcbc79d-5dxfb.18c6788ccf18195b namespace: opendatahub resourceVersion: "13517" uid: 7c9ca20c-483f-47ef-b713-4fb008740ee1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-136.ec2.internal source: component: kubelet host: ip-10-0-133-136.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:54:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-7b4fcbc79d-5dxfb namespace: opendatahub resourceVersion: "13445" uid: 222b4037-b8fa-4734-b943-56de85c2008c kind: Event lastTimestamp: "2026-07-28T13:54:08Z" message: Started container manager metadata: creationTimestamp: "2026-07-28T13:54:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:54:08Z" name: kubeflow-trainer-controller-manager-7b4fcbc79d-5dxfb.18c6788ccf8babf6 namespace: opendatahub resourceVersion: "13518" uid: 6bcdd5b8-0747-488f-a444-9dbd9e6447f8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-136.ec2.internal source: component: kubelet host: ip-10-0-133-136.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:54:05Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: kubeflow-trainer-controller-manager-7b4fcbc79d namespace: opendatahub resourceVersion: "13437" uid: 5ddf359b-840d-4db3-98ce-f4dd68131a21 kind: Event lastTimestamp: "2026-07-28T13:54:05Z" message: 'Created pod: kubeflow-trainer-controller-manager-7b4fcbc79d-5dxfb' metadata: creationTimestamp: "2026-07-28T13:54:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:54:05Z" name: kubeflow-trainer-controller-manager-7b4fcbc79d.18c6788c1c082d2e namespace: opendatahub resourceVersion: "13444" uid: 4e10e3db-1d31-41c3-b751-bb4221ec5abb reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:54:05Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: kubeflow-trainer-controller-manager namespace: opendatahub resourceVersion: "13435" uid: f8dcf2f6-b6bf-4a84-81d1-4481c308090a kind: Event lastTimestamp: "2026-07-28T13:54:05Z" message: Scaled up replica set kubeflow-trainer-controller-manager-7b4fcbc79d from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:54:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:54:05Z" name: kubeflow-trainer-controller-manager.18c6788c19e8de26 namespace: opendatahub resourceVersion: "13438" uid: 3776e984-6ad8-49f1-a1a0-b81184e906d8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:54:28.665306Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: test-trainjob-workflow-node-0-0-5vpcz namespace: opendatahub resourceVersion: "13774" uid: 5c5910bb-f0f3-4b57-9e0d-5dfcb66f5a69 kind: Event lastTimestamp: null message: Successfully assigned opendatahub/test-trainjob-workflow-node-0-0-5vpcz to ip-10-0-141-63.ec2.internal metadata: creationTimestamp: "2026-07-28T13:54:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:54:28Z" name: test-trainjob-workflow-node-0-0-5vpcz.18c67891832cb61c namespace: opendatahub resourceVersion: "13778" uid: 11d54be8-60bc-4711-8840-052437c1ab4f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-9dc9dbbf8-8qff9 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:54:29Z" involvedObject: apiVersion: v1 kind: Pod name: test-trainjob-workflow-node-0-0-5vpcz namespace: opendatahub resourceVersion: "13781" uid: 5c5910bb-f0f3-4b57-9e0d-5dfcb66f5a69 kind: Event lastTimestamp: "2026-07-28T13:54:29Z" message: Add eth0 [10.134.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:54:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:54:29Z" name: test-trainjob-workflow-node-0-0-5vpcz.18c678919cc04ccf namespace: opendatahub resourceVersion: "13786" uid: 1588288b-d2ef-4cfe-8ae0-3c225f417712 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:54:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{node} kind: Pod name: test-trainjob-workflow-node-0-0-5vpcz namespace: opendatahub resourceVersion: "13775" uid: 5c5910bb-f0f3-4b57-9e0d-5dfcb66f5a69 kind: Event lastTimestamp: "2026-07-28T13:54:29Z" message: Pulling image "quay.io/opendatahub/odh-th06-cpu-torch210-py312:odh-3.5-ea1" metadata: creationTimestamp: "2026-07-28T13:54:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:54:29Z" name: test-trainjob-workflow-node-0-0-5vpcz.18c678919e3eb56e namespace: opendatahub resourceVersion: "13788" uid: 2af804ef-f67a-49dd-b973-173f5bbfa7e9 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-141-63.ec2.internal source: component: kubelet host: ip-10-0-141-63.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:55:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{node} kind: Pod name: test-trainjob-workflow-node-0-0-5vpcz namespace: opendatahub resourceVersion: "13775" uid: 5c5910bb-f0f3-4b57-9e0d-5dfcb66f5a69 kind: Event lastTimestamp: "2026-07-28T13:55:36Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-th06-cpu-torch210-py312:odh-3.5-ea1" in 1m6.959s (1m6.959s including waiting). Image size: 7676758485 bytes.' metadata: creationTimestamp: "2026-07-28T13:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:55:36Z" name: test-trainjob-workflow-node-0-0-5vpcz.18c678a135512e5b namespace: opendatahub resourceVersion: "14187" uid: c8640de6-4d09-465f-ba3f-62dd86e89805 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-63.ec2.internal source: component: kubelet host: ip-10-0-141-63.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:55:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{node} kind: Pod name: test-trainjob-workflow-node-0-0-5vpcz namespace: opendatahub resourceVersion: "13775" uid: 5c5910bb-f0f3-4b57-9e0d-5dfcb66f5a69 kind: Event lastTimestamp: "2026-07-28T13:55:36Z" message: 'Created container: node' metadata: creationTimestamp: "2026-07-28T13:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:55:36Z" name: test-trainjob-workflow-node-0-0-5vpcz.18c678a13c11ea5c namespace: opendatahub resourceVersion: "14190" uid: 13e4dffb-2035-49e2-a7a5-07f64199c305 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-63.ec2.internal source: component: kubelet host: ip-10-0-141-63.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:55:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{node} kind: Pod name: test-trainjob-workflow-node-0-0-5vpcz namespace: opendatahub resourceVersion: "13775" uid: 5c5910bb-f0f3-4b57-9e0d-5dfcb66f5a69 kind: Event lastTimestamp: "2026-07-28T13:55:36Z" message: Started container node metadata: creationTimestamp: "2026-07-28T13:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:55:36Z" name: test-trainjob-workflow-node-0-0-5vpcz.18c678a13dd02f8b namespace: opendatahub resourceVersion: "14191" uid: 57480be3-a0b0-4a3b-ba8d-a88ac095c0dd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-63.ec2.internal source: component: kubelet host: ip-10-0-141-63.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:54:28Z" involvedObject: apiVersion: batch/v1 kind: Job name: test-trainjob-workflow-node-0 namespace: opendatahub resourceVersion: "13772" uid: 0dc926ad-ff82-4b96-b0d4-1075c4b603e0 kind: Event lastTimestamp: "2026-07-28T13:54:28Z" message: 'Created pod: test-trainjob-workflow-node-0-0-5vpcz' metadata: creationTimestamp: "2026-07-28T13:54:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:54:28Z" name: test-trainjob-workflow-node-0.18c6789182c13929 namespace: opendatahub resourceVersion: "13776" uid: fc970b6f-f63e-40da-98b8-4dcd65046ec7 reason: SuccessfulCreate reportingComponent: job-controller reportingInstance: "" source: component: job-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:55:41Z" involvedObject: apiVersion: batch/v1 kind: Job name: test-trainjob-workflow-node-0 namespace: opendatahub resourceVersion: "14232" uid: 0dc926ad-ff82-4b96-b0d4-1075c4b603e0 kind: Event lastTimestamp: "2026-07-28T13:55:41Z" message: Job completed metadata: creationTimestamp: "2026-07-28T13:55:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:55:41Z" name: test-trainjob-workflow-node-0.18c678a28ed9cf48 namespace: opendatahub resourceVersion: "14237" uid: 3184a4ea-6306-4412-8093-0e037b98f3f3 reason: Completed reportingComponent: job-controller reportingInstance: "" source: component: job-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:55:41Z" involvedObject: apiVersion: jobset.x-k8s.io/v1alpha2 kind: JobSet name: test-trainjob-workflow namespace: opendatahub resourceVersion: "14238" uid: bce5f095-7170-45d7-9120-a87303b00e78 kind: Event lastTimestamp: "2026-07-28T13:55:41Z" message: jobset completed successfully metadata: creationTimestamp: "2026-07-28T13:55:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: jobset operation: Update time: "2026-07-28T13:55:41Z" name: test-trainjob-workflow.18c678a28f7db514 namespace: opendatahub resourceVersion: "14239" uid: c3955989-b722-43d8-9a68-1ac1b73eda4e reason: AllJobsCompleted reportingComponent: jobset reportingInstance: "" source: component: jobset type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:54:08Z" involvedObject: apiVersion: coordination.k8s.io/v1 kind: Lease name: trainer.kubeflow.org namespace: opendatahub resourceVersion: "13521" uid: abb5277e-f3a9-46a3-8764-083223df80c9 kind: Event lastTimestamp: "2026-07-28T13:54:08Z" message: kubeflow-trainer-controller-manager-7b4fcbc79d-5dxfb_d1af91a3-34c5-4203-a3c8-e15b115ed512 became leader metadata: creationTimestamp: "2026-07-28T13:54:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:54:08Z" name: trainer.kubeflow.org.18c6788cd961e2f4 namespace: opendatahub resourceVersion: "13523" uid: d98c01b6-01a6-48e2-b3b0-28828e60b882 reason: LeaderElection reportingComponent: kubeflow-trainer-controller-manager-7b4fcbc79d-5dxfb_d1af91a3-34c5-4203-a3c8-e15b115ed512 reportingInstance: "" source: component: kubeflow-trainer-controller-manager-7b4fcbc79d-5dxfb_d1af91a3-34c5-4203-a3c8-e15b115ed512 type: Normal kind: EventList metadata: resourceVersion: "15093"