--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-10-30T18:43:31.728864Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: kubeflow-trainer-controller-manager-84b74c44f8-7wg9v namespace: opendatahub resourceVersion: "11003" uid: b1868fb0-693e-470b-8ad2-9216a7e41ba3 kind: Event lastTimestamp: null message: Successfully assigned opendatahub/kubeflow-trainer-controller-manager-84b74c44f8-7wg9v to ip-10-0-139-153.ec2.internal metadata: creationTimestamp: "2026-10-30T18:43:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T18:43:31Z" name: kubeflow-trainer-controller-manager-84b74c44f8-7wg9v.18e362e4dd533006 namespace: opendatahub resourceVersion: "11008" uid: 528f8176-744d-4fd6-afee-7f9fed4a7844 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-c7f5b769f-6bkjt source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:43:32Z" involvedObject: apiVersion: v1 kind: Pod name: kubeflow-trainer-controller-manager-84b74c44f8-7wg9v namespace: opendatahub resourceVersion: "11015" uid: b1868fb0-693e-470b-8ad2-9216a7e41ba3 kind: Event lastTimestamp: "2026-10-30T18:43:32Z" message: Add eth0 [10.133.0.18/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T18:43:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T18:43:32Z" name: kubeflow-trainer-controller-manager-84b74c44f8-7wg9v.18e362e5009c43b4 namespace: opendatahub resourceVersion: "11021" uid: aa42ea4c-85a4-416b-bff5-9ea0bf0119eb reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:43:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-84b74c44f8-7wg9v namespace: opendatahub resourceVersion: "11006" uid: b1868fb0-693e-470b-8ad2-9216a7e41ba3 kind: Event lastTimestamp: "2026-10-30T18:43:32Z" message: Pulling image "quay.io/opendatahub/trainer:odh-stable" metadata: creationTimestamp: "2026-10-30T18:43:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:43:32Z" name: kubeflow-trainer-controller-manager-84b74c44f8-7wg9v.18e362e5037fa19f namespace: opendatahub resourceVersion: "11023" uid: 2f2d35e7-938c-4cb9-a1a0-3e9469bae39e reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-139-153.ec2.internal source: component: kubelet host: ip-10-0-139-153.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:43:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-84b74c44f8-7wg9v namespace: opendatahub resourceVersion: "11006" uid: b1868fb0-693e-470b-8ad2-9216a7e41ba3 kind: Event lastTimestamp: "2026-10-30T18:43:34Z" message: 'Successfully pulled image "quay.io/opendatahub/trainer:odh-stable" in 2.327s (2.327s including waiting). Image size: 214335700 bytes.' metadata: creationTimestamp: "2026-10-30T18:43:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:43:34Z" name: kubeflow-trainer-controller-manager-84b74c44f8-7wg9v.18e362e58e37c4ca namespace: opendatahub resourceVersion: "11038" uid: 0e5070dd-b5d7-4edf-a54e-a8805a90757f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-153.ec2.internal source: component: kubelet host: ip-10-0-139-153.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:43:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-84b74c44f8-7wg9v namespace: opendatahub resourceVersion: "11006" uid: b1868fb0-693e-470b-8ad2-9216a7e41ba3 kind: Event lastTimestamp: "2026-10-30T18:43:34Z" message: Container created metadata: creationTimestamp: "2026-10-30T18:43:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:43:34Z" name: kubeflow-trainer-controller-manager-84b74c44f8-7wg9v.18e362e591cb4103 namespace: opendatahub resourceVersion: "11039" uid: 0cd41d18-6033-44bf-8f95-8e49b10fe836 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-153.ec2.internal source: component: kubelet host: ip-10-0-139-153.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:43:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-84b74c44f8-7wg9v namespace: opendatahub resourceVersion: "11006" uid: b1868fb0-693e-470b-8ad2-9216a7e41ba3 kind: Event lastTimestamp: "2026-10-30T18:43:34Z" message: Container started metadata: creationTimestamp: "2026-10-30T18:43:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:43:34Z" name: kubeflow-trainer-controller-manager-84b74c44f8-7wg9v.18e362e5924dc64d namespace: opendatahub resourceVersion: "11040" uid: 1ead6ccc-26b4-40e1-ab6f-fe280ca06693 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-153.ec2.internal source: component: kubelet host: ip-10-0-139-153.ec2.internal type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T18:43:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-84b74c44f8-7wg9v namespace: opendatahub resourceVersion: "11006" uid: b1868fb0-693e-470b-8ad2-9216a7e41ba3 kind: Event lastTimestamp: "2026-10-30T18:44:48Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 500' metadata: creationTimestamp: "2026-10-30T18:43:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:44:48Z" name: kubeflow-trainer-controller-manager-84b74c44f8-7wg9v.18e362e952fdd3cb namespace: opendatahub resourceVersion: "11521" uid: 901f69a9-7a5a-4708-8078-07c2c6cc592c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-153.ec2.internal source: component: kubelet host: ip-10-0-139-153.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:43:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: kubeflow-trainer-controller-manager-84b74c44f8 namespace: opendatahub resourceVersion: "10999" uid: 2a8e64d9-f1be-4412-adb5-675bc6952f54 kind: Event lastTimestamp: "2026-10-30T18:43:31Z" message: 'Created pod: kubeflow-trainer-controller-manager-84b74c44f8-7wg9v' metadata: creationTimestamp: "2026-10-30T18:43:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:43:31Z" name: kubeflow-trainer-controller-manager-84b74c44f8.18e362e4dcef4905 namespace: opendatahub resourceVersion: "11005" uid: 48396f8f-ceb0-4192-b779-4c5a87a58a13 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - action: SelectingConfigurationResources apiVersion: v1 eventTime: "2026-10-30T18:43:31.747911Z" firstTimestamp: null involvedObject: apiVersion: monitoring.coreos.com/v1 kind: ServiceMonitor name: kubeflow-trainer-controller-manager-metrics-monitor namespace: opendatahub resourceVersion: "11002" uid: 17a0ebb2-33ce-46ac-a658-86d32a2c9423 kind: Event lastTimestamp: null message: '"opendatahub/kubeflow-trainer-controller-manager-metrics-monitor" was rejected due to invalid configuration: endpoints[0]: tlsConfig: failed to get ca "": key "ca.crt" in secret "kubeflow-trainer-webhook-cert" not found' metadata: creationTimestamp: "2026-10-30T18:43:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:related: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: PrometheusOperator operation: Update time: "2026-10-30T18:43:31Z" name: kubeflow-trainer-controller-manager-metrics-monitor.18e362e4de75dfef namespace: opendatahub resourceVersion: "11014" uid: 6b9506be-dbf9-4f9b-9213-74c65f238a3f reason: InvalidConfiguration related: apiVersion: monitoring.coreos.com/v1 kind: Prometheus name: k8s namespace: openshift-monitoring resourceVersion: "9309" uid: f998a072-1829-40db-9b5e-e2ac614e34ba reportingComponent: prometheus-controller reportingInstance: prometheus-controller-prometheus-operator-9cd89b74c-z99w9 source: {} type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:43:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: kubeflow-trainer-controller-manager namespace: opendatahub resourceVersion: "10998" uid: c8457809-8ce2-40c9-8914-bbeef74bd3a9 kind: Event lastTimestamp: "2026-10-30T18:43:31Z" message: Scaled up replica set kubeflow-trainer-controller-manager-84b74c44f8 from 0 to 1 metadata: creationTimestamp: "2026-10-30T18:43:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:43:31Z" name: kubeflow-trainer-controller-manager.18e362e4dc18cb5a namespace: opendatahub resourceVersion: "11000" uid: dff63789-04b3-4b9d-99e6-044e9c15e4d3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:43:36Z" involvedObject: apiVersion: coordination.k8s.io/v1 kind: Lease name: trainer.kubeflow.org namespace: opendatahub resourceVersion: "11052" uid: fe507cb5-d5ab-496f-8a0c-baf0a17f44db kind: Event lastTimestamp: "2026-10-30T18:43:36Z" message: kubeflow-trainer-controller-manager-84b74c44f8-7wg9v_e8ba9295-f918-473b-bbae-6d578182b1fb became leader metadata: creationTimestamp: "2026-10-30T18:43:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:43:36Z" name: trainer.kubeflow.org.18e362e5e31000de namespace: opendatahub resourceVersion: "11054" uid: a6feefdc-8bde-4663-9169-89a8398711e0 reason: LeaderElection reportingComponent: kubeflow-trainer-controller-manager-84b74c44f8-7wg9v_e8ba9295-f918-473b-bbae-6d578182b1fb reportingInstance: "" source: component: kubeflow-trainer-controller-manager-84b74c44f8-7wg9v_e8ba9295-f918-473b-bbae-6d578182b1fb type: Normal kind: EventList metadata: resourceVersion: "34149"