--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-11-02T22:29:00.356303Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: kubeflow-trainer-controller-manager-84b74c44f8-98rwn namespace: opendatahub resourceVersion: "11477" uid: 969232e7-a7e7-4bd8-ad7a-8d3b48a940e9 kind: Event lastTimestamp: null message: Successfully assigned opendatahub/kubeflow-trainer-controller-manager-84b74c44f8-98rwn to ip-10-0-132-236.us-west-2.compute.internal metadata: creationTimestamp: "2026-11-02T22:29:00Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-11-02T22:29:00Z" name: kubeflow-trainer-controller-manager-84b74c44f8-98rwn.18e45af072489453 namespace: opendatahub resourceVersion: "11483" uid: ecfa39ec-c282-415e-8fbd-1ed8b764cf2a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648b988c56-2wfwd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-02T22:29:00Z" involvedObject: apiVersion: v1 kind: Pod name: kubeflow-trainer-controller-manager-84b74c44f8-98rwn namespace: opendatahub resourceVersion: "11491" uid: 969232e7-a7e7-4bd8-ad7a-8d3b48a940e9 kind: Event lastTimestamp: "2026-11-02T22:29:00Z" message: Add eth0 [10.134.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-11-02T22:29:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-11-02T22:29:00Z" name: kubeflow-trainer-controller-manager-84b74c44f8-98rwn.18e45af0963c369c namespace: opendatahub resourceVersion: "11494" uid: 5712c6ba-e71f-4fda-97a3-460ed624253d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-02T22:29:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-84b74c44f8-98rwn namespace: opendatahub resourceVersion: "11479" uid: 969232e7-a7e7-4bd8-ad7a-8d3b48a940e9 kind: Event lastTimestamp: "2026-11-02T22:29:01Z" message: Pulling image "quay.io/opendatahub/trainer:odh-stable" metadata: creationTimestamp: "2026-11-02T22:29:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-11-02T22:29:01Z" name: kubeflow-trainer-controller-manager-84b74c44f8-98rwn.18e45af09d635c92 namespace: opendatahub resourceVersion: "11496" uid: 14b88fb9-1078-4ec0-a74d-b356e8e6635e reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-236.us-west-2.compute.internal source: component: kubelet host: ip-10-0-132-236.us-west-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-02T22:29:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-84b74c44f8-98rwn namespace: opendatahub resourceVersion: "11479" uid: 969232e7-a7e7-4bd8-ad7a-8d3b48a940e9 kind: Event lastTimestamp: "2026-11-02T22:29:04Z" message: 'Successfully pulled image "quay.io/opendatahub/trainer:odh-stable" in 3.287s (3.287s including waiting). Image size: 214335700 bytes.' metadata: creationTimestamp: "2026-11-02T22:29:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-11-02T22:29:04Z" name: kubeflow-trainer-controller-manager-84b74c44f8-98rwn.18e45af1615d8172 namespace: opendatahub resourceVersion: "11510" uid: 56d0b39f-1d8b-46fe-ab6a-007c50bfb36f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-236.us-west-2.compute.internal source: component: kubelet host: ip-10-0-132-236.us-west-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-02T22:29:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-84b74c44f8-98rwn namespace: opendatahub resourceVersion: "11479" uid: 969232e7-a7e7-4bd8-ad7a-8d3b48a940e9 kind: Event lastTimestamp: "2026-11-02T22:29:04Z" message: Container created metadata: creationTimestamp: "2026-11-02T22:29:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-11-02T22:29:04Z" name: kubeflow-trainer-controller-manager-84b74c44f8-98rwn.18e45af16494274f namespace: opendatahub resourceVersion: "11511" uid: 84a424c3-260d-470d-bc7a-72c793c03e5e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-236.us-west-2.compute.internal source: component: kubelet host: ip-10-0-132-236.us-west-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-02T22:29:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-84b74c44f8-98rwn namespace: opendatahub resourceVersion: "11479" uid: 969232e7-a7e7-4bd8-ad7a-8d3b48a940e9 kind: Event lastTimestamp: "2026-11-02T22:29:04Z" message: Container started metadata: creationTimestamp: "2026-11-02T22:29:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-11-02T22:29:04Z" name: kubeflow-trainer-controller-manager-84b74c44f8-98rwn.18e45af165034d7f namespace: opendatahub resourceVersion: "11512" uid: b41a9dae-3e47-412f-b789-87fb2b5917a7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-236.us-west-2.compute.internal source: component: kubelet host: ip-10-0-132-236.us-west-2.compute.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-11-02T22:29:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{manager} kind: Pod name: kubeflow-trainer-controller-manager-84b74c44f8-98rwn namespace: opendatahub resourceVersion: "11479" uid: 969232e7-a7e7-4bd8-ad7a-8d3b48a940e9 kind: Event lastTimestamp: "2026-11-02T22:30:34Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 500' metadata: creationTimestamp: "2026-11-02T22:29:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-11-02T22:30:34Z" name: kubeflow-trainer-controller-manager-84b74c44f8-98rwn.18e45af54c7a6475 namespace: opendatahub resourceVersion: "11791" uid: 7ea73333-b09a-444b-93f4-695e0e5f5457 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-236.us-west-2.compute.internal source: component: kubelet host: ip-10-0-132-236.us-west-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-02T22:29:00Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: kubeflow-trainer-controller-manager-84b74c44f8 namespace: opendatahub resourceVersion: "11473" uid: a992dac2-72a7-4792-9b68-74d71f46c62e kind: Event lastTimestamp: "2026-11-02T22:29:00Z" message: 'Created pod: kubeflow-trainer-controller-manager-84b74c44f8-98rwn' metadata: creationTimestamp: "2026-11-02T22:29:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-11-02T22:29:00Z" name: kubeflow-trainer-controller-manager-84b74c44f8.18e45af0711ed661 namespace: opendatahub resourceVersion: "11480" uid: 7c8dc495-b68f-4069-8938-e9563cda3e09 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - action: SelectingConfigurationResources apiVersion: v1 eventTime: "2026-11-02T22:29:00.407661Z" firstTimestamp: null involvedObject: apiVersion: monitoring.coreos.com/v1 kind: ServiceMonitor name: kubeflow-trainer-controller-manager-metrics-monitor namespace: opendatahub resourceVersion: "11476" uid: 26417c7a-1fc0-44bc-9a9b-b042d21e5511 kind: Event lastTimestamp: null message: '"opendatahub/kubeflow-trainer-controller-manager-metrics-monitor" was rejected due to invalid configuration: endpoints[0]: tlsConfig: failed to get ca "": key "ca.crt" in secret "kubeflow-trainer-webhook-cert" not found' metadata: creationTimestamp: "2026-11-02T22:29:00Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:related: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: PrometheusOperator operation: Update time: "2026-11-02T22:29:00Z" name: kubeflow-trainer-controller-manager-metrics-monitor.18e45af075584b20 namespace: opendatahub resourceVersion: "11490" uid: 49cf372b-6c51-417c-b35e-7bf182890172 reason: InvalidConfiguration related: apiVersion: monitoring.coreos.com/v1 kind: Prometheus name: k8s namespace: openshift-monitoring resourceVersion: "9489" uid: afa6e1cc-57e7-4e4f-ac6f-b412256a29e1 reportingComponent: prometheus-controller reportingInstance: prometheus-controller-prometheus-operator-9cd89b74c-mnktn source: {} type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-02T22:29:00Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: kubeflow-trainer-controller-manager namespace: opendatahub resourceVersion: "11472" uid: 4c6c228b-81b4-4322-8be2-c32677b58a5a kind: Event lastTimestamp: "2026-11-02T22:29:00Z" message: Scaled up replica set kubeflow-trainer-controller-manager-84b74c44f8 from 0 to 1 metadata: creationTimestamp: "2026-11-02T22:29:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-11-02T22:29:00Z" name: kubeflow-trainer-controller-manager.18e45af06f7e3f0f namespace: opendatahub resourceVersion: "11474" uid: 42abfafb-75fa-4823-996f-c27e739d3aa6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-11-02T22:29:06Z" involvedObject: apiVersion: coordination.k8s.io/v1 kind: Lease name: trainer.kubeflow.org namespace: opendatahub resourceVersion: "11521" uid: 59733e69-ae92-40f4-b42d-274a9b4bb2ad kind: Event lastTimestamp: "2026-11-02T22:29:06Z" message: kubeflow-trainer-controller-manager-84b74c44f8-98rwn_2401d99c-9731-4fe3-aade-2a0fda2cd308 became leader metadata: creationTimestamp: "2026-11-02T22:29:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-11-02T22:29:06Z" name: trainer.kubeflow.org.18e45af1d8004b4e namespace: opendatahub resourceVersion: "11522" uid: 9bfefc21-c6ad-4138-ac6c-7017961ca4d3 reason: LeaderElection reportingComponent: kubeflow-trainer-controller-manager-84b74c44f8-98rwn_2401d99c-9731-4fe3-aade-2a0fda2cd308 reportingInstance: "" source: component: kubeflow-trainer-controller-manager-84b74c44f8-98rwn_2401d99c-9731-4fe3-aade-2a0fda2cd308 type: Normal kind: EventList metadata: resourceVersion: "35694"