--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-10-30T15:01:48.470810Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: kubeflow-trainer-controller-manager-84b74c44f8-hj8d2 namespace: opendatahub resourceVersion: "11338" uid: 87e0b587-b444-4219-a624-0c58e5d8f80e kind: Event lastTimestamp: null message: Successfully assigned opendatahub/kubeflow-trainer-controller-manager-84b74c44f8-hj8d2 to ip-10-0-129-44.ec2.internal metadata: creationTimestamp: "2026-10-30T15:01:48Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T15:01:48Z" name: kubeflow-trainer-controller-manager-84b74c44f8-hj8d2.18e356cb755aa406 namespace: opendatahub resourceVersion: "11344" uid: 088c5acb-99e0-4c67-a068-225101388b16 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8576f796bc-grxqk source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T15:01:49Z" involvedObject: apiVersion: v1 kind: Pod name: kubeflow-trainer-controller-manager-84b74c44f8-hj8d2 namespace: opendatahub resourceVersion: "11350" uid: 87e0b587-b444-4219-a624-0c58e5d8f80e kind: Event lastTimestamp: "2026-10-30T15:01:49Z" message: Add eth0 [10.134.0.19/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T15:01:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T15:01:49Z" name: kubeflow-trainer-controller-manager-84b74c44f8-hj8d2.18e356cb97d33876 namespace: opendatahub resourceVersion: "11353" uid: abf2501f-a4b1-44fd-8430-7d9578abf8fa reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T15:01:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-84b74c44f8-hj8d2 namespace: opendatahub resourceVersion: "11340" uid: 87e0b587-b444-4219-a624-0c58e5d8f80e kind: Event lastTimestamp: "2026-10-30T15:01:49Z" message: Pulling image "quay.io/opendatahub/trainer:odh-stable" metadata: creationTimestamp: "2026-10-30T15:01:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T15:01:49Z" name: kubeflow-trainer-controller-manager-84b74c44f8-hj8d2.18e356cb9af0c621 namespace: opendatahub resourceVersion: "11355" uid: d0c9037f-86ff-471e-9f3f-d651289a06f0 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-44.ec2.internal source: component: kubelet host: ip-10-0-129-44.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T15:01:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-84b74c44f8-hj8d2 namespace: opendatahub resourceVersion: "11340" uid: 87e0b587-b444-4219-a624-0c58e5d8f80e kind: Event lastTimestamp: "2026-10-30T15:01:51Z" message: 'Successfully pulled image "quay.io/opendatahub/trainer:odh-stable" in 2.389s (2.389s including waiting). Image size: 214335700 bytes.' metadata: creationTimestamp: "2026-10-30T15:01:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T15:01:51Z" name: kubeflow-trainer-controller-manager-84b74c44f8-hj8d2.18e356cc295b2ba7 namespace: opendatahub resourceVersion: "11365" uid: fa3f44a3-43fb-483f-94e5-44767e6e05a2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-44.ec2.internal source: component: kubelet host: ip-10-0-129-44.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T15:01:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-84b74c44f8-hj8d2 namespace: opendatahub resourceVersion: "11340" uid: 87e0b587-b444-4219-a624-0c58e5d8f80e kind: Event lastTimestamp: "2026-10-30T15:01:51Z" message: Container created metadata: creationTimestamp: "2026-10-30T15:01:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T15:01:51Z" name: kubeflow-trainer-controller-manager-84b74c44f8-hj8d2.18e356cc2d0478f2 namespace: opendatahub resourceVersion: "11366" uid: 27884039-c57a-4244-8e9a-1d03d796e314 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-44.ec2.internal source: component: kubelet host: ip-10-0-129-44.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T15:01:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-84b74c44f8-hj8d2 namespace: opendatahub resourceVersion: "11340" uid: 87e0b587-b444-4219-a624-0c58e5d8f80e kind: Event lastTimestamp: "2026-10-30T15:01:51Z" message: Container started metadata: creationTimestamp: "2026-10-30T15:01:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T15:01:51Z" name: kubeflow-trainer-controller-manager-84b74c44f8-hj8d2.18e356cc2d6e4d47 namespace: opendatahub resourceVersion: "11367" uid: 029d8ea5-51b5-4266-9c0f-8ebc0fb8cdec reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-44.ec2.internal source: component: kubelet host: ip-10-0-129-44.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-10-30T15:02:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-84b74c44f8-hj8d2 namespace: opendatahub resourceVersion: "11340" uid: 87e0b587-b444-4219-a624-0c58e5d8f80e kind: Event lastTimestamp: "2026-10-30T15:03:08Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 500' metadata: creationTimestamp: "2026-10-30T15:02:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T15:03:08Z" name: kubeflow-trainer-controller-manager-84b74c44f8-hj8d2.18e356d0109b3887 namespace: opendatahub resourceVersion: "11617" uid: efe0212d-de85-484c-a2dc-349ff63477f3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-44.ec2.internal source: component: kubelet host: ip-10-0-129-44.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T15:01:48Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: kubeflow-trainer-controller-manager-84b74c44f8 namespace: opendatahub resourceVersion: "11334" uid: 67fc1b96-22ac-4fb3-a036-9528240ddb69 kind: Event lastTimestamp: "2026-10-30T15:01:48Z" message: 'Created pod: kubeflow-trainer-controller-manager-84b74c44f8-hj8d2' metadata: creationTimestamp: "2026-10-30T15:01:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T15:01:48Z" name: kubeflow-trainer-controller-manager-84b74c44f8.18e356cb74bedc21 namespace: opendatahub resourceVersion: "11339" uid: 1678e86c-4dd5-434c-af90-2b5aefe6531f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - action: SelectingConfigurationResources apiVersion: v1 eventTime: "2026-10-30T15:01:48.482870Z" firstTimestamp: null involvedObject: apiVersion: monitoring.coreos.com/v1 kind: ServiceMonitor name: kubeflow-trainer-controller-manager-metrics-monitor namespace: opendatahub resourceVersion: "11337" uid: f0dd50b6-4087-4271-b7c2-0f73518eb678 kind: Event lastTimestamp: null message: '"opendatahub/kubeflow-trainer-controller-manager-metrics-monitor" was rejected due to invalid configuration: endpoints[0]: tlsConfig: failed to get ca "": key "ca.crt" in secret "kubeflow-trainer-webhook-cert" not found' metadata: creationTimestamp: "2026-10-30T15:01:48Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:related: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: PrometheusOperator operation: Update time: "2026-10-30T15:01:48Z" name: kubeflow-trainer-controller-manager-metrics-monitor.18e356cb7612c07c namespace: opendatahub resourceVersion: "11348" uid: 64f3c212-23e2-4e6c-9636-c100a1396278 reason: InvalidConfiguration related: apiVersion: monitoring.coreos.com/v1 kind: Prometheus name: k8s namespace: openshift-monitoring resourceVersion: "9389" uid: ca4ceecc-e941-44fd-af37-2ff3fc06ef9a reportingComponent: prometheus-controller reportingInstance: prometheus-controller-prometheus-operator-9cd89b74c-5wnks source: {} type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T15:01:48Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: kubeflow-trainer-controller-manager namespace: opendatahub resourceVersion: "11333" uid: eaf514ca-2c71-4174-8e13-1bbf6cd5cccb kind: Event lastTimestamp: "2026-10-30T15:01:48Z" message: Scaled up replica set kubeflow-trainer-controller-manager-84b74c44f8 from 0 to 1 metadata: creationTimestamp: "2026-10-30T15:01:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T15:01:48Z" name: kubeflow-trainer-controller-manager.18e356cb738e90cb namespace: opendatahub resourceVersion: "11335" uid: 70e364e9-5b99-4813-9779-82b9b2293dd4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T15:01:53Z" involvedObject: apiVersion: coordination.k8s.io/v1 kind: Lease name: trainer.kubeflow.org namespace: opendatahub resourceVersion: "11377" uid: 39054fe0-00b1-490f-b09d-273f72c1028a kind: Event lastTimestamp: "2026-10-30T15:01:53Z" message: kubeflow-trainer-controller-manager-84b74c44f8-hj8d2_96f2647b-81f6-41b6-955a-a2ead92d6800 became leader metadata: creationTimestamp: "2026-10-30T15:01:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T15:01:53Z" name: trainer.kubeflow.org.18e356cc89148a05 namespace: opendatahub resourceVersion: "11379" uid: cf20cfd8-8665-4ada-ba8c-28896e373c7a reason: LeaderElection reportingComponent: kubeflow-trainer-controller-manager-84b74c44f8-hj8d2_96f2647b-81f6-41b6-955a-a2ead92d6800 reportingInstance: "" source: component: kubeflow-trainer-controller-manager-84b74c44f8-hj8d2_96f2647b-81f6-41b6-955a-a2ead92d6800 type: Normal kind: EventList metadata: resourceVersion: "35021"