--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-11-12T18:34:43.425551Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: kubeflow-trainer-controller-manager-79f7d5b57-x8pzn namespace: redhat-ods-applications resourceVersion: "11371" uid: f27c0b85-b319-4346-b9cd-5b22c08cb864 kind: Event lastTimestamp: null message: Successfully assigned redhat-ods-applications/kubeflow-trainer-controller-manager-79f7d5b57-x8pzn to ip-10-0-135-58.us-west-1.compute.internal metadata: creationTimestamp: "2026-11-12T18:34:43Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-11-12T18:34:43Z" name: kubeflow-trainer-controller-manager-79f7d5b57-x8pzn.18e75ff53d016010 namespace: redhat-ods-applications resourceVersion: "11376" uid: 6ddca60f-c9f1-4986-9e7d-4c9acf765bae reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6648998b8-t9pmq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-12T18:34:44Z" involvedObject: apiVersion: v1 kind: Pod name: kubeflow-trainer-controller-manager-79f7d5b57-x8pzn namespace: redhat-ods-applications resourceVersion: "11387" uid: f27c0b85-b319-4346-b9cd-5b22c08cb864 kind: Event lastTimestamp: "2026-11-12T18:34:44Z" message: Add eth0 [10.134.0.20/23] from ovn-kubernetes metadata: creationTimestamp: "2026-11-12T18:34:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-11-12T18:34:44Z" name: kubeflow-trainer-controller-manager-79f7d5b57-x8pzn.18e75ff5616bd52e namespace: redhat-ods-applications resourceVersion: "11393" uid: 0f869e2c-5227-4296-a52d-07eef5d39902 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-12T18:34:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-79f7d5b57-x8pzn namespace: redhat-ods-applications resourceVersion: "11374" uid: f27c0b85-b319-4346-b9cd-5b22c08cb864 kind: Event lastTimestamp: "2026-11-12T18:34:44Z" message: Pulling image "quay.io/rhoai/odh-trainer-rhel9:rhoai-3.6" metadata: creationTimestamp: "2026-11-12T18:34:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-11-12T18:34:44Z" name: kubeflow-trainer-controller-manager-79f7d5b57-x8pzn.18e75ff568e8b348 namespace: redhat-ods-applications resourceVersion: "11395" uid: c429ab91-2177-4a47-a294-eb9ce0af7b48 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-58.us-west-1.compute.internal source: component: kubelet host: ip-10-0-135-58.us-west-1.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-12T18:34:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-79f7d5b57-x8pzn namespace: redhat-ods-applications resourceVersion: "11374" uid: f27c0b85-b319-4346-b9cd-5b22c08cb864 kind: Event lastTimestamp: "2026-11-12T18:34:49Z" message: 'Successfully pulled image "quay.io/rhoai/odh-trainer-rhel9:rhoai-3.6" in 5.723s (5.723s including waiting). Image size: 193616007 bytes.' metadata: creationTimestamp: "2026-11-12T18:34:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-11-12T18:34:49Z" name: kubeflow-trainer-controller-manager-79f7d5b57-x8pzn.18e75ff6be0c7343 namespace: redhat-ods-applications resourceVersion: "11433" uid: 980768dd-a344-4148-b9b9-6410d973eaa6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-58.us-west-1.compute.internal source: component: kubelet host: ip-10-0-135-58.us-west-1.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-12T18:34:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-79f7d5b57-x8pzn namespace: redhat-ods-applications resourceVersion: "11374" uid: f27c0b85-b319-4346-b9cd-5b22c08cb864 kind: Event lastTimestamp: "2026-11-12T18:34:49Z" message: Container created metadata: creationTimestamp: "2026-11-12T18:34:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-11-12T18:34:49Z" name: kubeflow-trainer-controller-manager-79f7d5b57-x8pzn.18e75ff6c133b417 namespace: redhat-ods-applications resourceVersion: "11434" uid: f2a0412d-1385-488e-a15f-6c0204457726 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-58.us-west-1.compute.internal source: component: kubelet host: ip-10-0-135-58.us-west-1.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-12T18:34:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-79f7d5b57-x8pzn namespace: redhat-ods-applications resourceVersion: "11374" uid: f27c0b85-b319-4346-b9cd-5b22c08cb864 kind: Event lastTimestamp: "2026-11-12T18:34:49Z" message: Container started metadata: creationTimestamp: "2026-11-12T18:34:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-11-12T18:34:50Z" name: kubeflow-trainer-controller-manager-79f7d5b57-x8pzn.18e75ff6c1accb66 namespace: redhat-ods-applications resourceVersion: "11435" uid: 4b8730f1-7128-4001-a615-5be3f981b38e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-58.us-west-1.compute.internal source: component: kubelet host: ip-10-0-135-58.us-west-1.compute.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-11-12T18:35:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-79f7d5b57-x8pzn namespace: redhat-ods-applications resourceVersion: "11374" uid: f27c0b85-b319-4346-b9cd-5b22c08cb864 kind: Event lastTimestamp: "2026-11-12T18:36:28Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 500' metadata: creationTimestamp: "2026-11-12T18:35:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-11-12T18:36:28Z" name: kubeflow-trainer-controller-manager-79f7d5b57-x8pzn.18e75ffa8ec5a2d9 namespace: redhat-ods-applications resourceVersion: "11813" uid: 7dbb9a8a-515d-498a-8c5f-8e38f2a180ab reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-58.us-west-1.compute.internal source: component: kubelet host: ip-10-0-135-58.us-west-1.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-12T18:34:43Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: kubeflow-trainer-controller-manager-79f7d5b57 namespace: redhat-ods-applications resourceVersion: "11367" uid: f5cdd2b1-b14f-4d66-8c11-19a3e032930e kind: Event lastTimestamp: "2026-11-12T18:34:43Z" message: 'Created pod: kubeflow-trainer-controller-manager-79f7d5b57-x8pzn' metadata: creationTimestamp: "2026-11-12T18:34:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-11-12T18:34:43Z" name: kubeflow-trainer-controller-manager-79f7d5b57.18e75ff53c874536 namespace: redhat-ods-applications resourceVersion: "11373" uid: 9646ebb4-8b81-4548-881c-37a6e47803a0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - action: SelectingConfigurationResources apiVersion: v1 eventTime: "2026-11-12T18:34:43.492555Z" firstTimestamp: null involvedObject: apiVersion: monitoring.coreos.com/v1 kind: ServiceMonitor name: kubeflow-trainer-controller-manager-metrics-monitor namespace: redhat-ods-applications resourceVersion: "11370" uid: df5b4517-6aa8-4ef1-b4c6-552590047027 kind: Event lastTimestamp: null message: '"redhat-ods-applications/kubeflow-trainer-controller-manager-metrics-monitor" was rejected due to invalid configuration: endpoints[0]: tlsConfig: failed to get ca "": key "ca.crt" in secret "kubeflow-trainer-webhook-cert" not found' metadata: creationTimestamp: "2026-11-12T18:34:43Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:related: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: PrometheusOperator operation: Update time: "2026-11-12T18:34:43Z" name: kubeflow-trainer-controller-manager-metrics-monitor.18e75ff540ffd440 namespace: redhat-ods-applications resourceVersion: "11386" uid: 93815165-2972-4979-9cf5-4633e27e0e44 reason: InvalidConfiguration related: apiVersion: monitoring.coreos.com/v1 kind: Prometheus name: k8s namespace: openshift-monitoring resourceVersion: "9376" uid: f30d4e14-a524-4877-a265-05ec149a3af4 reportingComponent: prometheus-controller reportingInstance: prometheus-controller-prometheus-operator-8c8d8b847-mtgzh source: {} type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-12T18:34:43Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: kubeflow-trainer-controller-manager namespace: redhat-ods-applications resourceVersion: "11366" uid: 52ab5886-fa3c-4814-90ef-0e88b0bcb32d kind: Event lastTimestamp: "2026-11-12T18:34:43Z" message: Scaled up replica set kubeflow-trainer-controller-manager-79f7d5b57 from 0 to 1 metadata: creationTimestamp: "2026-11-12T18:34:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-11-12T18:34:43Z" name: kubeflow-trainer-controller-manager.18e75ff53b9c1ee3 namespace: redhat-ods-applications resourceVersion: "11369" uid: daa3971c-b689-4fe4-9ef8-41812531b62f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-12T18:34:51Z" involvedObject: apiVersion: coordination.k8s.io/v1 kind: Lease name: trainer.kubeflow.org namespace: redhat-ods-applications resourceVersion: "11449" uid: dedc34ef-4046-4259-b99c-1e51acb35b39 kind: Event lastTimestamp: "2026-11-12T18:34:51Z" message: kubeflow-trainer-controller-manager-79f7d5b57-x8pzn_8776037d-7d74-4745-bdeb-00a28300200a became leader metadata: creationTimestamp: "2026-11-12T18:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-11-12T18:34:52Z" name: trainer.kubeflow.org.18e75ff73a96a13c namespace: redhat-ods-applications resourceVersion: "11451" uid: 3d9911c6-f950-4518-8df2-c4a2db5b4c0a reason: LeaderElection reportingComponent: kubeflow-trainer-controller-manager-79f7d5b57-x8pzn_8776037d-7d74-4745-bdeb-00a28300200a reportingInstance: "" source: component: kubeflow-trainer-controller-manager-79f7d5b57-x8pzn_8776037d-7d74-4745-bdeb-00a28300200a type: Normal kind: EventList metadata: resourceVersion: "15144"