---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-10-30T06:42:24.215255Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: kubeflow-trainer-controller-manager-79f7d5b57-flwtt
    namespace: redhat-ods-applications
    resourceVersion: "11321"
    uid: 23754bd4-8690-4781-b19d-007506485730
  kind: Event
  lastTimestamp: null
  message: Successfully assigned redhat-ods-applications/kubeflow-trainer-controller-manager-79f7d5b57-flwtt
    to ip-10-0-131-251.ec2.internal
  metadata:
    creationTimestamp: "2026-10-30T06:42:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-10-30T06:42:24Z"
    name: kubeflow-trainer-controller-manager-79f7d5b57-flwtt.18e33b8adc8c2576
    namespace: redhat-ods-applications
    resourceVersion: "11326"
    uid: 269f8cb3-f0ef-40cf-a476-234a59df963a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-55c585849c-dv9j2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-10-30T06:42:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: kubeflow-trainer-controller-manager-79f7d5b57-flwtt
    namespace: redhat-ods-applications
    resourceVersion: "11333"
    uid: 23754bd4-8690-4781-b19d-007506485730
  kind: Event
  lastTimestamp: "2026-10-30T06:42:24Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-10-30T06:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-10-30T06:42:24Z"
    name: kubeflow-trainer-controller-manager-79f7d5b57-flwtt.18e33b8aff55aba3
    namespace: redhat-ods-applications
    resourceVersion: "11338"
    uid: c07401ea-6500-4bb3-882b-31cb42cfc4cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-10-30T06:42:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{manager}
    kind: Pod
    name: kubeflow-trainer-controller-manager-79f7d5b57-flwtt
    namespace: redhat-ods-applications
    resourceVersion: "11324"
    uid: 23754bd4-8690-4781-b19d-007506485730
  kind: Event
  lastTimestamp: "2026-10-30T06:42:24Z"
  message: Pulling image "quay.io/rhoai/odh-trainer-rhel9:rhoai-3.6"
  metadata:
    creationTimestamp: "2026-10-30T06:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-10-30T06:42:24Z"
    name: kubeflow-trainer-controller-manager-79f7d5b57-flwtt.18e33b8b02281242
    namespace: redhat-ods-applications
    resourceVersion: "11340"
    uid: c1acd262-4dcf-4c4a-bc01-7637ab5a37aa
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-10-30T06:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{manager}
    kind: Pod
    name: kubeflow-trainer-controller-manager-79f7d5b57-flwtt
    namespace: redhat-ods-applications
    resourceVersion: "11324"
    uid: 23754bd4-8690-4781-b19d-007506485730
  kind: Event
  lastTimestamp: "2026-10-30T06:42:27Z"
  message: 'Successfully pulled image "quay.io/rhoai/odh-trainer-rhel9:rhoai-3.6"
    in 2.327s (2.327s including waiting). Image size: 192580297 bytes.'
  metadata:
    creationTimestamp: "2026-10-30T06:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-10-30T06:42:27Z"
    name: kubeflow-trainer-controller-manager-79f7d5b57-flwtt.18e33b8b8ce57a2a
    namespace: redhat-ods-applications
    resourceVersion: "11353"
    uid: 041b86a0-895b-43e7-ad69-1bf5dc8cf87d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-10-30T06:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{manager}
    kind: Pod
    name: kubeflow-trainer-controller-manager-79f7d5b57-flwtt
    namespace: redhat-ods-applications
    resourceVersion: "11324"
    uid: 23754bd4-8690-4781-b19d-007506485730
  kind: Event
  lastTimestamp: "2026-10-30T06:42:27Z"
  message: Container created
  metadata:
    creationTimestamp: "2026-10-30T06:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-10-30T06:42:27Z"
    name: kubeflow-trainer-controller-manager-79f7d5b57-flwtt.18e33b8b9099bcc6
    namespace: redhat-ods-applications
    resourceVersion: "11354"
    uid: e0425936-2eff-4ddd-8ce5-ebeb139ef165
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-10-30T06:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{manager}
    kind: Pod
    name: kubeflow-trainer-controller-manager-79f7d5b57-flwtt
    namespace: redhat-ods-applications
    resourceVersion: "11324"
    uid: 23754bd4-8690-4781-b19d-007506485730
  kind: Event
  lastTimestamp: "2026-10-30T06:42:27Z"
  message: Container started
  metadata:
    creationTimestamp: "2026-10-30T06:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-10-30T06:42:27Z"
    name: kubeflow-trainer-controller-manager-79f7d5b57-flwtt.18e33b8b911aff44
    namespace: redhat-ods-applications
    resourceVersion: "11355"
    uid: e48915ae-18db-4199-9b40-f88355d03de5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-10-30T06:42:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{manager}
    kind: Pod
    name: kubeflow-trainer-controller-manager-79f7d5b57-flwtt
    namespace: redhat-ods-applications
    resourceVersion: "11324"
    uid: 23754bd4-8690-4781-b19d-007506485730
  kind: Event
  lastTimestamp: "2026-10-30T06:44:15Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 500'
  metadata:
    creationTimestamp: "2026-10-30T06:42:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-10-30T06:44:15Z"
    name: kubeflow-trainer-controller-manager-79f7d5b57-flwtt.18e33b8f62f94b90
    namespace: redhat-ods-applications
    resourceVersion: "11813"
    uid: ee497fd5-644e-4425-a5f2-31bc0825d4a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-251.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-10-30T06:42:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: kubeflow-trainer-controller-manager-79f7d5b57
    namespace: redhat-ods-applications
    resourceVersion: "11317"
    uid: 76d93f5e-063e-464f-b500-9a0280b5a859
  kind: Event
  lastTimestamp: "2026-10-30T06:42:24Z"
  message: 'Created pod: kubeflow-trainer-controller-manager-79f7d5b57-flwtt'
  metadata:
    creationTimestamp: "2026-10-30T06:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-10-30T06:42:24Z"
    name: kubeflow-trainer-controller-manager-79f7d5b57.18e33b8adc1a33e0
    namespace: redhat-ods-applications
    resourceVersion: "11323"
    uid: a976882a-fc67-4f2d-a103-bc5168f1b40b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- action: SelectingConfigurationResources
  apiVersion: v1
  eventTime: "2026-10-30T06:42:24.228525Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: monitoring.coreos.com/v1
    kind: ServiceMonitor
    name: kubeflow-trainer-controller-manager-metrics-monitor
    namespace: redhat-ods-applications
    resourceVersion: "11320"
    uid: 6b78e3de-9c09-4549-94ad-01f615913f99
  kind: Event
  lastTimestamp: null
  message: '"redhat-ods-applications/kubeflow-trainer-controller-manager-metrics-monitor"
    was rejected due to invalid configuration: endpoints[0]: tlsConfig: failed to
    get ca "<secret=kubeflow-trainer-webhook-cert,key=ca.crt>": key "ca.crt" in secret
    "kubeflow-trainer-webhook-cert" not found'
  metadata:
    creationTimestamp: "2026-10-30T06:42:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:related: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: PrometheusOperator
      operation: Update
      time: "2026-10-30T06:42:24Z"
    name: kubeflow-trainer-controller-manager-metrics-monitor.18e33b8add567c75
    namespace: redhat-ods-applications
    resourceVersion: "11331"
    uid: f1db7c89-9b7f-4ee7-893f-5253552114e2
  reason: InvalidConfiguration
  related:
    apiVersion: monitoring.coreos.com/v1
    kind: Prometheus
    name: k8s
    namespace: openshift-monitoring
    resourceVersion: "9377"
    uid: 98feda3b-29bc-4d68-9a37-d43995ea4907
  reportingComponent: prometheus-controller
  reportingInstance: prometheus-controller-prometheus-operator-9cd89b74c-5w9nn
  source: {}
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-10-30T06:42:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: kubeflow-trainer-controller-manager
    namespace: redhat-ods-applications
    resourceVersion: "11316"
    uid: 68ac7be1-626c-4b40-b70c-58b6ad5da1d2
  kind: Event
  lastTimestamp: "2026-10-30T06:42:24Z"
  message: Scaled up replica set kubeflow-trainer-controller-manager-79f7d5b57 from
    0 to 1
  metadata:
    creationTimestamp: "2026-10-30T06:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-10-30T06:42:24Z"
    name: kubeflow-trainer-controller-manager.18e33b8adb3eb59d
    namespace: redhat-ods-applications
    resourceVersion: "11318"
    uid: a6e0080c-5f56-462b-b1c8-f25e42b9cb35
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-10-30T06:42:28Z"
  involvedObject:
    apiVersion: coordination.k8s.io/v1
    kind: Lease
    name: trainer.kubeflow.org
    namespace: redhat-ods-applications
    resourceVersion: "11366"
    uid: 658ad0a3-5a78-4fbc-8c3f-a3f47b34f3b4
  kind: Event
  lastTimestamp: "2026-10-30T06:42:28Z"
  message: kubeflow-trainer-controller-manager-79f7d5b57-flwtt_8fbcf738-6feb-4a1d-a634-71907814519f
    became leader
  metadata:
    creationTimestamp: "2026-10-30T06:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-10-30T06:42:28Z"
    name: trainer.kubeflow.org.18e33b8be791bb64
    namespace: redhat-ods-applications
    resourceVersion: "11369"
    uid: 45e744ed-edee-47e2-aa03-a0462e317531
  reason: LeaderElection
  reportingComponent: kubeflow-trainer-controller-manager-79f7d5b57-flwtt_8fbcf738-6feb-4a1d-a634-71907814519f
  reportingInstance: ""
  source:
    component: kubeflow-trainer-controller-manager-79f7d5b57-flwtt_8fbcf738-6feb-4a1d-a634-71907814519f
  type: Normal
kind: EventList
metadata:
  resourceVersion: "35464"