--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-11-03T03:28:55.798188Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: kubeflow-trainer-controller-manager-5949dcbb4-swp4b namespace: redhat-ods-applications resourceVersion: "11529" uid: b80bae20-86e1-4f6e-8c75-1352c3698f48 kind: Event lastTimestamp: null message: Successfully assigned redhat-ods-applications/kubeflow-trainer-controller-manager-5949dcbb4-swp4b to ip-10-0-137-46.us-west-2.compute.internal metadata: creationTimestamp: "2026-11-03T03:28:55Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-11-03T03:28:55Z" name: kubeflow-trainer-controller-manager-5949dcbb4-swp4b.18e46b4e56346915 namespace: redhat-ods-applications resourceVersion: "11534" uid: 8318d575-7547-4c45-8448-80d9e47500cf reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-574bb6bf48-nnx2b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-03T03:28:56Z" involvedObject: apiVersion: v1 kind: Pod name: kubeflow-trainer-controller-manager-5949dcbb4-swp4b namespace: redhat-ods-applications resourceVersion: "11544" uid: b80bae20-86e1-4f6e-8c75-1352c3698f48 kind: Event lastTimestamp: "2026-11-03T03:28:56Z" message: Add eth0 [10.134.0.21/23] from ovn-kubernetes metadata: creationTimestamp: "2026-11-03T03:28:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-11-03T03:28:56Z" name: kubeflow-trainer-controller-manager-5949dcbb4-swp4b.18e46b4e7adb6c77 namespace: redhat-ods-applications resourceVersion: "11548" uid: 119fe571-149c-4f13-80bf-a82165573485 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-03T03:28:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-5949dcbb4-swp4b namespace: redhat-ods-applications resourceVersion: "11532" uid: b80bae20-86e1-4f6e-8c75-1352c3698f48 kind: Event lastTimestamp: "2026-11-03T03:28:56Z" message: Pulling image "quay.io/rhoai/odh-trainer-rhel9@sha256:81222dfa2d84aa8764f963ea61f9f1ecbdd56be0849e229cd764498ad47c7cee" metadata: creationTimestamp: "2026-11-03T03:28:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-11-03T03:28:56Z" name: kubeflow-trainer-controller-manager-5949dcbb4-swp4b.18e46b4e822c9a89 namespace: redhat-ods-applications resourceVersion: "11550" uid: fed3fd8f-394d-4786-8fe5-5e4905cba65f reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-46.us-west-2.compute.internal source: component: kubelet host: ip-10-0-137-46.us-west-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-03T03:29:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-5949dcbb4-swp4b namespace: redhat-ods-applications resourceVersion: "11532" uid: b80bae20-86e1-4f6e-8c75-1352c3698f48 kind: Event lastTimestamp: "2026-11-03T03:29:05Z" message: 'Successfully pulled image "quay.io/rhoai/odh-trainer-rhel9@sha256:81222dfa2d84aa8764f963ea61f9f1ecbdd56be0849e229cd764498ad47c7cee" in 8.751s (8.751s including waiting). Image size: 192588102 bytes.' metadata: creationTimestamp: "2026-11-03T03:29:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-11-03T03:29:05Z" name: kubeflow-trainer-controller-manager-5949dcbb4-swp4b.18e46b508bd476ba namespace: redhat-ods-applications resourceVersion: "11578" uid: 51bfba1d-70be-4f83-96e6-274905fda480 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.us-west-2.compute.internal source: component: kubelet host: ip-10-0-137-46.us-west-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-03T03:29:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-5949dcbb4-swp4b namespace: redhat-ods-applications resourceVersion: "11532" uid: b80bae20-86e1-4f6e-8c75-1352c3698f48 kind: Event lastTimestamp: "2026-11-03T03:29:05Z" message: Container created metadata: creationTimestamp: "2026-11-03T03:29:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-11-03T03:29:05Z" name: kubeflow-trainer-controller-manager-5949dcbb4-swp4b.18e46b508f565a48 namespace: redhat-ods-applications resourceVersion: "11579" uid: 423bb6da-f5d3-49f8-a0a3-b4733a7b1d91 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.us-west-2.compute.internal source: component: kubelet host: ip-10-0-137-46.us-west-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-03T03:29:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-5949dcbb4-swp4b namespace: redhat-ods-applications resourceVersion: "11532" uid: b80bae20-86e1-4f6e-8c75-1352c3698f48 kind: Event lastTimestamp: "2026-11-03T03:29:05Z" message: Container started metadata: creationTimestamp: "2026-11-03T03:29:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-11-03T03:29:05Z" name: kubeflow-trainer-controller-manager-5949dcbb4-swp4b.18e46b508feb584f namespace: redhat-ods-applications resourceVersion: "11580" uid: 0bcdb46d-2a9e-4a92-b564-a4741d3da409 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.us-west-2.compute.internal source: component: kubelet host: ip-10-0-137-46.us-west-2.compute.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-11-03T03:29:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-5949dcbb4-swp4b namespace: redhat-ods-applications resourceVersion: "11532" uid: b80bae20-86e1-4f6e-8c75-1352c3698f48 kind: Event lastTimestamp: "2026-11-03T03:30:50Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 500' metadata: creationTimestamp: "2026-11-03T03:29:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-11-03T03:30:50Z" name: kubeflow-trainer-controller-manager-5949dcbb4-swp4b.18e46b5468c38a38 namespace: redhat-ods-applications resourceVersion: "11903" uid: 8f7082ee-edf1-492a-a288-99877b276d1e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-46.us-west-2.compute.internal source: component: kubelet host: ip-10-0-137-46.us-west-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-03T03:28:55Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: kubeflow-trainer-controller-manager-5949dcbb4 namespace: redhat-ods-applications resourceVersion: "11525" uid: 7c40e316-9fcd-4c76-b9e3-9c2efb738c22 kind: Event lastTimestamp: "2026-11-03T03:28:55Z" message: 'Created pod: kubeflow-trainer-controller-manager-5949dcbb4-swp4b' metadata: creationTimestamp: "2026-11-03T03:28:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-11-03T03:28:55Z" name: kubeflow-trainer-controller-manager-5949dcbb4.18e46b4e55b42165 namespace: redhat-ods-applications resourceVersion: "11531" uid: fad83ac4-8e02-442b-95d6-27a3c2f5092d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - action: SelectingConfigurationResources apiVersion: v1 eventTime: "2026-11-03T03:28:55.855381Z" firstTimestamp: null involvedObject: apiVersion: monitoring.coreos.com/v1 kind: ServiceMonitor name: kubeflow-trainer-controller-manager-metrics-monitor namespace: redhat-ods-applications resourceVersion: "11528" uid: ac2cc8b1-2411-4374-9feb-fbf3043ecfae kind: Event lastTimestamp: null message: '"redhat-ods-applications/kubeflow-trainer-controller-manager-metrics-monitor" was rejected due to invalid configuration: endpoints[0]: tlsConfig: failed to get ca "": key "ca.crt" in secret "kubeflow-trainer-webhook-cert" not found' metadata: creationTimestamp: "2026-11-03T03:28:55Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:related: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: PrometheusOperator operation: Update time: "2026-11-03T03:28:55Z" name: kubeflow-trainer-controller-manager-metrics-monitor.18e46b4e599d2829 namespace: redhat-ods-applications resourceVersion: "11543" uid: 56639f73-65ff-480e-806e-4218b4a480f2 reason: InvalidConfiguration related: apiVersion: monitoring.coreos.com/v1 kind: Prometheus name: k8s namespace: openshift-monitoring resourceVersion: "9477" uid: 1a39735c-27ac-401a-966a-b5d8726c6ced reportingComponent: prometheus-controller reportingInstance: prometheus-controller-prometheus-operator-9cd89b74c-n429f source: {} type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-03T03:28:55Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: kubeflow-trainer-controller-manager namespace: redhat-ods-applications resourceVersion: "11524" uid: 4515ef51-af1a-45d8-98c9-c283b22f6e0a kind: Event lastTimestamp: "2026-11-03T03:28:55Z" message: Scaled up replica set kubeflow-trainer-controller-manager-5949dcbb4 from 0 to 1 metadata: creationTimestamp: "2026-11-03T03:28:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-11-03T03:28:55Z" name: kubeflow-trainer-controller-manager.18e46b4e54a37ab3 namespace: redhat-ods-applications resourceVersion: "11527" uid: 44455bcd-a145-48af-b541-81d366b04879 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-03T03:29:07Z" involvedObject: apiVersion: coordination.k8s.io/v1 kind: Lease name: trainer.kubeflow.org namespace: redhat-ods-applications resourceVersion: "11588" uid: b4d34161-25f6-402a-b1f0-415648c955af kind: Event lastTimestamp: "2026-11-03T03:29:07Z" message: kubeflow-trainer-controller-manager-5949dcbb4-swp4b_c2a63ef8-c6ca-4fce-a5dd-0506b86f0cdd became leader metadata: creationTimestamp: "2026-11-03T03:29:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-11-03T03:29:07Z" name: trainer.kubeflow.org.18e46b510b604895 namespace: redhat-ods-applications resourceVersion: "11591" uid: 24f4ca35-2872-4f20-91e3-f0f056471283 reason: LeaderElection reportingComponent: kubeflow-trainer-controller-manager-5949dcbb4-swp4b_c2a63ef8-c6ca-4fce-a5dd-0506b86f0cdd reportingInstance: "" source: component: kubeflow-trainer-controller-manager-5949dcbb4-swp4b_c2a63ef8-c6ca-4fce-a5dd-0506b86f0cdd type: Normal kind: EventList metadata: resourceVersion: "27450"