---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-11-03T06:01:03.583765Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: kubeflow-trainer-controller-manager-6b557f7d55-mfhhb
    namespace: redhat-ods-applications
    resourceVersion: "11467"
    uid: 10bfd4a5-a74f-464e-b9e1-f5e1d0bdcd57
  kind: Event
  lastTimestamp: null
  message: Successfully assigned redhat-ods-applications/kubeflow-trainer-controller-manager-6b557f7d55-mfhhb
    to ip-10-0-137-35.ec2.internal
  metadata:
    creationTimestamp: "2026-11-03T06:01:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-11-03T06:01:03Z"
    name: kubeflow-trainer-controller-manager-6b557f7d55-mfhhb.18e4739b909f200b
    namespace: redhat-ods-applications
    resourceVersion: "11472"
    uid: 44a9f231-ade1-4caa-8f0e-40706ca0dc60
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d4f44ffc-k4rj8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-11-03T06:01:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: kubeflow-trainer-controller-manager-6b557f7d55-mfhhb
    namespace: redhat-ods-applications
    resourceVersion: "11479"
    uid: 10bfd4a5-a74f-464e-b9e1-f5e1d0bdcd57
  kind: Event
  lastTimestamp: "2026-11-03T06:01:04Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-11-03T06:01:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-11-03T06:01:04Z"
    name: kubeflow-trainer-controller-manager-6b557f7d55-mfhhb.18e4739bb2c46416
    namespace: redhat-ods-applications
    resourceVersion: "11482"
    uid: e632a933-42cf-432a-9f80-b8bf756b373f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-11-03T06:01:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{manager}
    kind: Pod
    name: kubeflow-trainer-controller-manager-6b557f7d55-mfhhb
    namespace: redhat-ods-applications
    resourceVersion: "11468"
    uid: 10bfd4a5-a74f-464e-b9e1-f5e1d0bdcd57
  kind: Event
  lastTimestamp: "2026-11-03T06:01:04Z"
  message: Pulling image "quay.io/rhoai/odh-trainer-rhel9@sha256:b732fba4da2e88186a2d6eaa7e5dea0826c9a73fd629f5a03e0ec7acce8a64a6"
  metadata:
    creationTimestamp: "2026-11-03T06:01:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-11-03T06:01:04Z"
    name: kubeflow-trainer-controller-manager-6b557f7d55-mfhhb.18e4739bb5e9ab7d
    namespace: redhat-ods-applications
    resourceVersion: "11484"
    uid: c574bb10-c56d-4b31-893f-c103fede1b7a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-11-03T06:01:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{manager}
    kind: Pod
    name: kubeflow-trainer-controller-manager-6b557f7d55-mfhhb
    namespace: redhat-ods-applications
    resourceVersion: "11468"
    uid: 10bfd4a5-a74f-464e-b9e1-f5e1d0bdcd57
  kind: Event
  lastTimestamp: "2026-11-03T06:01:06Z"
  message: 'Successfully pulled image "quay.io/rhoai/odh-trainer-rhel9@sha256:b732fba4da2e88186a2d6eaa7e5dea0826c9a73fd629f5a03e0ec7acce8a64a6"
    in 2.238s (2.238s including waiting). Image size: 192584003 bytes.'
  metadata:
    creationTimestamp: "2026-11-03T06:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-11-03T06:01:06Z"
    name: kubeflow-trainer-controller-manager-6b557f7d55-mfhhb.18e4739c3b5b75da
    namespace: redhat-ods-applications
    resourceVersion: "11493"
    uid: f9f91ac5-a5c6-48d7-8631-c025d6938cb7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-11-03T06:01:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{manager}
    kind: Pod
    name: kubeflow-trainer-controller-manager-6b557f7d55-mfhhb
    namespace: redhat-ods-applications
    resourceVersion: "11468"
    uid: 10bfd4a5-a74f-464e-b9e1-f5e1d0bdcd57
  kind: Event
  lastTimestamp: "2026-11-03T06:01:06Z"
  message: Container created
  metadata:
    creationTimestamp: "2026-11-03T06:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-11-03T06:01:06Z"
    name: kubeflow-trainer-controller-manager-6b557f7d55-mfhhb.18e4739c3e941cc0
    namespace: redhat-ods-applications
    resourceVersion: "11494"
    uid: 3df0c11a-daf4-4882-94e7-72554f044c32
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-11-03T06:01:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{manager}
    kind: Pod
    name: kubeflow-trainer-controller-manager-6b557f7d55-mfhhb
    namespace: redhat-ods-applications
    resourceVersion: "11468"
    uid: 10bfd4a5-a74f-464e-b9e1-f5e1d0bdcd57
  kind: Event
  lastTimestamp: "2026-11-03T06:01:06Z"
  message: Container started
  metadata:
    creationTimestamp: "2026-11-03T06:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-11-03T06:01:06Z"
    name: kubeflow-trainer-controller-manager-6b557f7d55-mfhhb.18e4739c3ef32d7b
    namespace: redhat-ods-applications
    resourceVersion: "11496"
    uid: bb2837f0-bdc2-4ba2-9226-0d408d38d501
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-11-03T06:01:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{manager}
    kind: Pod
    name: kubeflow-trainer-controller-manager-6b557f7d55-mfhhb
    namespace: redhat-ods-applications
    resourceVersion: "11468"
    uid: 10bfd4a5-a74f-464e-b9e1-f5e1d0bdcd57
  kind: Event
  lastTimestamp: "2026-11-03T06:02:30Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 500'
  metadata:
    creationTimestamp: "2026-11-03T06:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-11-03T06:02:30Z"
    name: kubeflow-trainer-controller-manager-6b557f7d55-mfhhb.18e473a005f44d57
    namespace: redhat-ods-applications
    resourceVersion: "11764"
    uid: 2d27f5f6-f2c5-40fb-86be-bb29c3b812af
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-11-03T06:01:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: kubeflow-trainer-controller-manager-6b557f7d55
    namespace: redhat-ods-applications
    resourceVersion: "11463"
    uid: 63c37298-9239-4d80-a383-2ce741611371
  kind: Event
  lastTimestamp: "2026-11-03T06:01:03Z"
  message: 'Created pod: kubeflow-trainer-controller-manager-6b557f7d55-mfhhb'
  metadata:
    creationTimestamp: "2026-11-03T06:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-11-03T06:01:03Z"
    name: kubeflow-trainer-controller-manager-6b557f7d55.18e4739b90449dd3
    namespace: redhat-ods-applications
    resourceVersion: "11469"
    uid: 77d542f9-7381-4b61-a9df-9ecf1f22f798
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- action: SelectingConfigurationResources
  apiVersion: v1
  eventTime: "2026-11-03T06:01:03.597019Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: monitoring.coreos.com/v1
    kind: ServiceMonitor
    name: kubeflow-trainer-controller-manager-metrics-monitor
    namespace: redhat-ods-applications
    resourceVersion: "11466"
    uid: f8016cd8-cde4-489a-a191-c4cc268a2617
  kind: Event
  lastTimestamp: null
  message: '"redhat-ods-applications/kubeflow-trainer-controller-manager-metrics-monitor"
    was rejected due to invalid configuration: endpoints[0]: tlsConfig: failed to
    get ca "<secret=kubeflow-trainer-webhook-cert,key=ca.crt>": key "ca.crt" in secret
    "kubeflow-trainer-webhook-cert" not found'
  metadata:
    creationTimestamp: "2026-11-03T06:01:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:related: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: PrometheusOperator
      operation: Update
      time: "2026-11-03T06:01:03Z"
    name: kubeflow-trainer-controller-manager-metrics-monitor.18e4739b91696402
    namespace: redhat-ods-applications
    resourceVersion: "11476"
    uid: ba573f75-1c99-4a61-8e7b-79ff8771d276
  reason: InvalidConfiguration
  related:
    apiVersion: monitoring.coreos.com/v1
    kind: Prometheus
    name: k8s
    namespace: openshift-monitoring
    resourceVersion: "9298"
    uid: 9fdf6730-62da-48f5-9814-dad552edeb89
  reportingComponent: prometheus-controller
  reportingInstance: prometheus-controller-prometheus-operator-9cd89b74c-rlfdr
  source: {}
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-11-03T06:01:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: kubeflow-trainer-controller-manager
    namespace: redhat-ods-applications
    resourceVersion: "11462"
    uid: bdf9c2af-40b8-4151-8294-d9858f5468bd
  kind: Event
  lastTimestamp: "2026-11-03T06:01:03Z"
  message: Scaled up replica set kubeflow-trainer-controller-manager-6b557f7d55 from
    0 to 1
  metadata:
    creationTimestamp: "2026-11-03T06:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-11-03T06:01:03Z"
    name: kubeflow-trainer-controller-manager.18e4739b8f68f9b4
    namespace: redhat-ods-applications
    resourceVersion: "11464"
    uid: fc58745d-ee85-41dd-93ed-fd41adcad223
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-11-03T06:01:07Z"
  involvedObject:
    apiVersion: coordination.k8s.io/v1
    kind: Lease
    name: trainer.kubeflow.org
    namespace: redhat-ods-applications
    resourceVersion: "11503"
    uid: 22293d67-e9a5-498f-ab08-09a0f9dfc8b9
  kind: Event
  lastTimestamp: "2026-11-03T06:01:07Z"
  message: kubeflow-trainer-controller-manager-6b557f7d55-mfhhb_b4e547ac-25c0-44e9-ad9c-8e52f923ec2f
    became leader
  metadata:
    creationTimestamp: "2026-11-03T06:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-11-03T06:01:07Z"
    name: trainer.kubeflow.org.18e4739c96ce644e
    namespace: redhat-ods-applications
    resourceVersion: "11504"
    uid: ad175bb7-901f-4187-9eff-237a50f028ab
  reason: LeaderElection
  reportingComponent: kubeflow-trainer-controller-manager-6b557f7d55-mfhhb_b4e547ac-25c0-44e9-ad9c-8e52f923ec2f
  reportingInstance: ""
  source:
    component: kubeflow-trainer-controller-manager-6b557f7d55-mfhhb_b4e547ac-25c0-44e9-ad9c-8e52f923ec2f
  type: Normal
kind: EventList
metadata:
  resourceVersion: "35198"