--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-10-23T02:44:32.279037Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: kubeflow-trainer-controller-manager-5695f7f854-fp28q namespace: redhat-ods-applications resourceVersion: "11358" uid: 4c7823b1-ad73-4174-a247-6d223b0f4707 kind: Event lastTimestamp: null message: Successfully assigned redhat-ods-applications/kubeflow-trainer-controller-manager-5695f7f854-fp28q to ip-10-0-140-14.ec2.internal metadata: creationTimestamp: "2026-10-23T02:44:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-23T02:44:32Z" name: kubeflow-trainer-controller-manager-5695f7f854-fp28q.18e1087ff1b27675 namespace: redhat-ods-applications resourceVersion: "11363" uid: cad6af17-f1cf-4331-a4c9-3fe272ac7810 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5fdb5f499d-csg29 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-23T02:44:32Z" involvedObject: apiVersion: v1 kind: Pod name: kubeflow-trainer-controller-manager-5695f7f854-fp28q namespace: redhat-ods-applications resourceVersion: "11369" uid: 4c7823b1-ad73-4174-a247-6d223b0f4707 kind: Event lastTimestamp: "2026-10-23T02:44:32Z" message: Add eth0 [10.134.0.21/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-23T02:44:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-23T02:44:32Z" name: kubeflow-trainer-controller-manager-5695f7f854-fp28q.18e1088013fd0a69 namespace: redhat-ods-applications resourceVersion: "11377" uid: ac093e98-bdb4-4e9e-9b2c-cd4a8d6db629 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-23T02:44:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-5695f7f854-fp28q namespace: redhat-ods-applications resourceVersion: "11361" uid: 4c7823b1-ad73-4174-a247-6d223b0f4707 kind: Event lastTimestamp: "2026-10-23T02:44:32Z" message: Pulling image "quay.io/rhoai/odh-trainer-rhel9@sha256:913b2fa59b0f2dd610db02bd62864d1a021b587d2f83ddd11e974bb9349368ba" metadata: creationTimestamp: "2026-10-23T02:44:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-23T02:44:32Z" name: kubeflow-trainer-controller-manager-5695f7f854-fp28q.18e108801737d3ae namespace: redhat-ods-applications resourceVersion: "11379" uid: e8dee0fe-0516-4a94-b320-8d36c40e271b reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-14.ec2.internal source: component: kubelet host: ip-10-0-140-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-23T02:44:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-5695f7f854-fp28q namespace: redhat-ods-applications resourceVersion: "11361" uid: 4c7823b1-ad73-4174-a247-6d223b0f4707 kind: Event lastTimestamp: "2026-10-23T02:44:35Z" message: 'Successfully pulled image "quay.io/rhoai/odh-trainer-rhel9@sha256:913b2fa59b0f2dd610db02bd62864d1a021b587d2f83ddd11e974bb9349368ba" in 2.367s (2.367s including waiting). Image size: 192662849 bytes.' metadata: creationTimestamp: "2026-10-23T02:44:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-23T02:44:35Z" name: kubeflow-trainer-controller-manager-5695f7f854-fp28q.18e10880a453d63c namespace: redhat-ods-applications resourceVersion: "11383" uid: c3f82453-bb69-4cfe-9cea-4d26f759cf9e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-14.ec2.internal source: component: kubelet host: ip-10-0-140-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-23T02:44:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-5695f7f854-fp28q namespace: redhat-ods-applications resourceVersion: "11361" uid: 4c7823b1-ad73-4174-a247-6d223b0f4707 kind: Event lastTimestamp: "2026-10-23T02:44:35Z" message: Container created metadata: creationTimestamp: "2026-10-23T02:44:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-23T02:44:35Z" name: kubeflow-trainer-controller-manager-5695f7f854-fp28q.18e10880a7dd75d7 namespace: redhat-ods-applications resourceVersion: "11384" uid: 35b9e9f7-1e82-44e7-a029-254448f89450 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-14.ec2.internal source: component: kubelet host: ip-10-0-140-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-23T02:44:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-5695f7f854-fp28q namespace: redhat-ods-applications resourceVersion: "11361" uid: 4c7823b1-ad73-4174-a247-6d223b0f4707 kind: Event lastTimestamp: "2026-10-23T02:44:35Z" message: Container started metadata: creationTimestamp: "2026-10-23T02:44:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-23T02:44:35Z" name: kubeflow-trainer-controller-manager-5695f7f854-fp28q.18e10880a859ef78 namespace: redhat-ods-applications resourceVersion: "11385" uid: 1ad7d5b0-9240-46a3-95be-df904f57bddd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-14.ec2.internal source: component: kubelet host: ip-10-0-140-14.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-10-23T02:44:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-5695f7f854-fp28q namespace: redhat-ods-applications resourceVersion: "11361" uid: 4c7823b1-ad73-4174-a247-6d223b0f4707 kind: Event lastTimestamp: "2026-10-23T02:46:06Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 500' metadata: creationTimestamp: "2026-10-23T02:44:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-23T02:46:06Z" name: kubeflow-trainer-controller-manager-5695f7f854-fp28q.18e108847fe5992c namespace: redhat-ods-applications resourceVersion: "11675" uid: 3c3ec8f5-f3d8-4860-b24a-dc79c78299eb reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-14.ec2.internal source: component: kubelet host: ip-10-0-140-14.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-23T02:44:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: kubeflow-trainer-controller-manager-5695f7f854 namespace: redhat-ods-applications resourceVersion: "11355" uid: 1c9d7ffe-4c3a-4be6-bd21-d8e687ef5138 kind: Event lastTimestamp: "2026-10-23T02:44:32Z" message: 'Created pod: kubeflow-trainer-controller-manager-5695f7f854-fp28q' metadata: creationTimestamp: "2026-10-23T02:44:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-23T02:44:32Z" name: kubeflow-trainer-controller-manager-5695f7f854.18e1087ff13e84f5 namespace: redhat-ods-applications resourceVersion: "11360" uid: 6fef33ca-0001-4dfc-8e04-0d6d0f9fc84a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - action: SelectingConfigurationResources apiVersion: v1 eventTime: "2026-10-23T02:44:32.752397Z" firstTimestamp: null involvedObject: apiVersion: monitoring.coreos.com/v1 kind: ServiceMonitor name: kubeflow-trainer-controller-manager-metrics-monitor namespace: redhat-ods-applications resourceVersion: "11368" uid: 5c3724db-4d93-46d8-af53-b2b25529ca63 kind: Event lastTimestamp: null message: '"redhat-ods-applications/kubeflow-trainer-controller-manager-metrics-monitor" was rejected due to invalid configuration: endpoints[0]: tlsConfig: failed to get ca "": key "ca.crt" in secret "kubeflow-trainer-webhook-cert" not found' metadata: creationTimestamp: "2026-10-23T02:44:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:related: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: PrometheusOperator operation: Update time: "2026-10-23T02:44:32Z" name: kubeflow-trainer-controller-manager-metrics-monitor.18e108800de97683 namespace: redhat-ods-applications resourceVersion: "11376" uid: ab974bf0-8b24-4cd9-8d89-3705db5d7a5b reason: InvalidConfiguration related: apiVersion: monitoring.coreos.com/v1 kind: Prometheus name: k8s namespace: openshift-monitoring resourceVersion: "9304" uid: 3e178575-af19-4326-8546-cacf22206e18 reportingComponent: prometheus-controller reportingInstance: prometheus-controller-prometheus-operator-77c9cb7df7-vrqg9 source: {} type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-23T02:44:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: kubeflow-trainer-controller-manager namespace: redhat-ods-applications resourceVersion: "11354" uid: c5278bf4-f4cd-4645-a6d9-fac2588ce41c kind: Event lastTimestamp: "2026-10-23T02:44:32Z" message: Scaled up replica set kubeflow-trainer-controller-manager-5695f7f854 from 0 to 1 metadata: creationTimestamp: "2026-10-23T02:44:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-23T02:44:32Z" name: kubeflow-trainer-controller-manager.18e1087ff0403046 namespace: redhat-ods-applications resourceVersion: "11356" uid: a8fb60ac-06c5-4ca2-be43-49a2c52bb8b6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-23T02:44:36Z" involvedObject: apiVersion: coordination.k8s.io/v1 kind: Lease name: trainer.kubeflow.org namespace: redhat-ods-applications resourceVersion: "11394" uid: f7899005-c66f-4a92-af94-ceac803f364e kind: Event lastTimestamp: "2026-10-23T02:44:36Z" message: kubeflow-trainer-controller-manager-5695f7f854-fp28q_ab8d583e-39c5-477a-87f1-e002eea68ec2 became leader metadata: creationTimestamp: "2026-10-23T02:44:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-23T02:44:36Z" name: trainer.kubeflow.org.18e10880fd3801e0 namespace: redhat-ods-applications resourceVersion: "11396" uid: 1a49e292-22f4-45c1-989b-f573e73e6048 reason: LeaderElection reportingComponent: kubeflow-trainer-controller-manager-5695f7f854-fp28q_ab8d583e-39c5-477a-87f1-e002eea68ec2 reportingInstance: "" source: component: kubeflow-trainer-controller-manager-5695f7f854-fp28q_ab8d583e-39c5-477a-87f1-e002eea68ec2 type: Normal kind: EventList metadata: resourceVersion: "36365"