--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-11-04T03:44:11.944790Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: kubeflow-trainer-controller-manager-6cbdc4f74b-6j5ks namespace: redhat-ods-applications resourceVersion: "11557" uid: 9745b1bd-a530-46df-a0e7-f860eb48cbc2 kind: Event lastTimestamp: null message: Successfully assigned redhat-ods-applications/kubeflow-trainer-controller-manager-6cbdc4f74b-6j5ks to ip-10-0-128-165.us-west-2.compute.internal metadata: creationTimestamp: "2026-11-04T03:44:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-11-04T03:44:11Z" name: kubeflow-trainer-controller-manager-6cbdc4f74b-6j5ks.18e4bab8361b246a namespace: redhat-ods-applications resourceVersion: "11563" uid: a631af3b-43d9-440b-9cd7-d046188ab8e1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5f95ff9f78-5ndmm source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-04T03:44:12Z" involvedObject: apiVersion: v1 kind: Pod name: kubeflow-trainer-controller-manager-6cbdc4f74b-6j5ks namespace: redhat-ods-applications resourceVersion: "11571" uid: 9745b1bd-a530-46df-a0e7-f860eb48cbc2 kind: Event lastTimestamp: "2026-11-04T03:44:12Z" message: Add eth0 [10.133.0.19/23] from ovn-kubernetes metadata: creationTimestamp: "2026-11-04T03:44:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-11-04T03:44:12Z" name: kubeflow-trainer-controller-manager-6cbdc4f74b-6j5ks.18e4bab8592cc1ec namespace: redhat-ods-applications resourceVersion: "11572" uid: a81c90ae-5d4a-4e75-befa-faa6923a5934 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-04T03:44:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-6cbdc4f74b-6j5ks namespace: redhat-ods-applications resourceVersion: "11560" uid: 9745b1bd-a530-46df-a0e7-f860eb48cbc2 kind: Event lastTimestamp: "2026-11-04T03:44:12Z" message: Pulling image "quay.io/rhoai/odh-trainer-rhel9@sha256:4640a54b3993f90a7f2d3188491ca5edb287333057fde888b92fbd33e85daa3e" metadata: creationTimestamp: "2026-11-04T03:44:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-11-04T03:44:12Z" name: kubeflow-trainer-controller-manager-6cbdc4f74b-6j5ks.18e4bab860aa0bd4 namespace: redhat-ods-applications resourceVersion: "11575" uid: 84113779-1346-4ba5-986e-1cd25d6a0cab reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-165.us-west-2.compute.internal source: component: kubelet host: ip-10-0-128-165.us-west-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-04T03:44:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-6cbdc4f74b-6j5ks namespace: redhat-ods-applications resourceVersion: "11560" uid: 9745b1bd-a530-46df-a0e7-f860eb48cbc2 kind: Event lastTimestamp: "2026-11-04T03:44:19Z" message: 'Successfully pulled image "quay.io/rhoai/odh-trainer-rhel9@sha256:4640a54b3993f90a7f2d3188491ca5edb287333057fde888b92fbd33e85daa3e" in 7.131s (7.131s including waiting). Image size: 192583999 bytes.' metadata: creationTimestamp: "2026-11-04T03:44:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-11-04T03:44:19Z" name: kubeflow-trainer-controller-manager-6cbdc4f74b-6j5ks.18e4baba09bf6a1d namespace: redhat-ods-applications resourceVersion: "11588" uid: 630a3197-fe72-4ffd-ab4c-6cdda194ba3f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-165.us-west-2.compute.internal source: component: kubelet host: ip-10-0-128-165.us-west-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-04T03:44:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-6cbdc4f74b-6j5ks namespace: redhat-ods-applications resourceVersion: "11560" uid: 9745b1bd-a530-46df-a0e7-f860eb48cbc2 kind: Event lastTimestamp: "2026-11-04T03:44:19Z" message: Container created metadata: creationTimestamp: "2026-11-04T03:44:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-11-04T03:44:19Z" name: kubeflow-trainer-controller-manager-6cbdc4f74b-6j5ks.18e4baba0d072a78 namespace: redhat-ods-applications resourceVersion: "11590" uid: ec070ea2-e11c-4db2-991e-83c7e0a1ca3d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-165.us-west-2.compute.internal source: component: kubelet host: ip-10-0-128-165.us-west-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-04T03:44:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-6cbdc4f74b-6j5ks namespace: redhat-ods-applications resourceVersion: "11560" uid: 9745b1bd-a530-46df-a0e7-f860eb48cbc2 kind: Event lastTimestamp: "2026-11-04T03:44:19Z" message: Container started metadata: creationTimestamp: "2026-11-04T03:44:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-11-04T03:44:19Z" name: kubeflow-trainer-controller-manager-6cbdc4f74b-6j5ks.18e4baba0d7c13e1 namespace: redhat-ods-applications resourceVersion: "11591" uid: 0e71ff78-ba9c-4230-9dde-b1b533f64fc9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-165.us-west-2.compute.internal source: component: kubelet host: ip-10-0-128-165.us-west-2.compute.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-11-04T03:44:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-6cbdc4f74b-6j5ks namespace: redhat-ods-applications resourceVersion: "11560" uid: 9745b1bd-a530-46df-a0e7-f860eb48cbc2 kind: Event lastTimestamp: "2026-11-04T03:45:42Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 500' metadata: creationTimestamp: "2026-11-04T03:44:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-11-04T03:45:42Z" name: kubeflow-trainer-controller-manager-6cbdc4f74b-6j5ks.18e4babdd1db65ce namespace: redhat-ods-applications resourceVersion: "11854" uid: 0559d4e9-3e05-4db2-ba7a-0baf8ecb3d4e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-165.us-west-2.compute.internal source: component: kubelet host: ip-10-0-128-165.us-west-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-04T03:44:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: kubeflow-trainer-controller-manager-6cbdc4f74b namespace: redhat-ods-applications resourceVersion: "11553" uid: b3d56ba3-fb17-4163-89e0-8e7dda4f4c7b kind: Event lastTimestamp: "2026-11-04T03:44:11Z" message: 'Created pod: kubeflow-trainer-controller-manager-6cbdc4f74b-6j5ks' metadata: creationTimestamp: "2026-11-04T03:44:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-11-04T03:44:11Z" name: kubeflow-trainer-controller-manager-6cbdc4f74b.18e4bab8356e3b24 namespace: redhat-ods-applications resourceVersion: "11558" uid: 4ddec1df-e294-463d-8e05-d33c710f1785 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - action: SelectingConfigurationResources apiVersion: v1 eventTime: "2026-11-04T03:44:11.995520Z" firstTimestamp: null involvedObject: apiVersion: monitoring.coreos.com/v1 kind: ServiceMonitor name: kubeflow-trainer-controller-manager-metrics-monitor namespace: redhat-ods-applications resourceVersion: "11554" uid: b109f731-e2b3-4ecc-9839-a052262aa53c kind: Event lastTimestamp: null message: '"redhat-ods-applications/kubeflow-trainer-controller-manager-metrics-monitor" was rejected due to invalid configuration: endpoints[0]: tlsConfig: failed to get ca "": key "ca.crt" in secret "kubeflow-trainer-webhook-cert" not found' metadata: creationTimestamp: "2026-11-04T03:44:12Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:related: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: PrometheusOperator operation: Update time: "2026-11-04T03:44:12Z" name: kubeflow-trainer-controller-manager-metrics-monitor.18e4bab839214f47 namespace: redhat-ods-applications resourceVersion: "11570" uid: a8adc90c-ae41-4dde-8fc9-3367b230facd reason: InvalidConfiguration related: apiVersion: monitoring.coreos.com/v1 kind: Prometheus name: k8s namespace: openshift-monitoring resourceVersion: "9510" uid: 2a2f56e5-b126-40e0-9f20-381b02f4151c reportingComponent: prometheus-controller reportingInstance: prometheus-controller-prometheus-operator-9cd89b74c-cp8fd source: {} type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-04T03:44:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: kubeflow-trainer-controller-manager namespace: redhat-ods-applications resourceVersion: "11552" uid: 28cead3c-64f3-404d-a2a7-a53564672d5a kind: Event lastTimestamp: "2026-11-04T03:44:11Z" message: Scaled up replica set kubeflow-trainer-controller-manager-6cbdc4f74b from 0 to 1 metadata: creationTimestamp: "2026-11-04T03:44:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-11-04T03:44:11Z" name: kubeflow-trainer-controller-manager.18e4bab834721484 namespace: redhat-ods-applications resourceVersion: "11556" uid: f98fd95f-a343-4fdc-93b8-4f3b1c113a76 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-04T03:44:21Z" involvedObject: apiVersion: coordination.k8s.io/v1 kind: Lease name: trainer.kubeflow.org namespace: redhat-ods-applications resourceVersion: "11599" uid: 3659ca9f-4e72-45df-aad6-31475abd7c48 kind: Event lastTimestamp: "2026-11-04T03:44:21Z" message: kubeflow-trainer-controller-manager-6cbdc4f74b-6j5ks_424c62cd-91c4-438c-a11e-b31e6bdac042 became leader metadata: creationTimestamp: "2026-11-04T03:44:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-11-04T03:44:22Z" name: trainer.kubeflow.org.18e4baba8c84de9d namespace: redhat-ods-applications resourceVersion: "11601" uid: d1b37418-85d3-4f2f-aa22-5ba0ebedabda reason: LeaderElection reportingComponent: kubeflow-trainer-controller-manager-6cbdc4f74b-6j5ks_424c62cd-91c4-438c-a11e-b31e6bdac042 reportingInstance: "" source: component: kubeflow-trainer-controller-manager-6cbdc4f74b-6j5ks_424c62cd-91c4-438c-a11e-b31e6bdac042 type: Normal kind: EventList metadata: resourceVersion: "26623"