---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-11-03T13:43:04.024503Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: kubeflow-trainer-controller-manager-78776db7c7-hvtgq
    namespace: opendatahub
    resourceVersion: "11421"
    uid: 393a216e-3e57-443c-842a-a13be42c0160
  kind: Event
  lastTimestamp: null
  message: Successfully assigned opendatahub/kubeflow-trainer-controller-manager-78776db7c7-hvtgq
    to ip-10-0-134-107.ec2.internal
  metadata:
    creationTimestamp: "2026-11-03T13:43:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-11-03T13:43:04Z"
    name: kubeflow-trainer-controller-manager-78776db7c7-hvtgq.18e48cd1bba50933
    namespace: opendatahub
    resourceVersion: "11426"
    uid: 0df772d2-ccdb-4474-a56f-feaca64afdfd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-78b4574cc4-fs2dk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-11-03T13:43:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: kubeflow-trainer-controller-manager-78776db7c7-hvtgq
    namespace: opendatahub
    resourceVersion: "11434"
    uid: 393a216e-3e57-443c-842a-a13be42c0160
  kind: Event
  lastTimestamp: "2026-11-03T13:43:04Z"
  message: Add eth0 [10.133.0.16/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-11-03T13:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-11-03T13:43:04Z"
    name: kubeflow-trainer-controller-manager-78776db7c7-hvtgq.18e48cd1de3bad90
    namespace: opendatahub
    resourceVersion: "11437"
    uid: 9111f648-eebb-4518-93d7-0b44fcda4263
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-11-03T13:43:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{manager}
    kind: Pod
    name: kubeflow-trainer-controller-manager-78776db7c7-hvtgq
    namespace: opendatahub
    resourceVersion: "11422"
    uid: 393a216e-3e57-443c-842a-a13be42c0160
  kind: Event
  lastTimestamp: "2026-11-03T13:43:04Z"
  message: Pulling image "quay.io/opendatahub/trainer@sha256:033fb580b36adb44aa83c1381b63d8a530338cec746243a8e3a1e12add85aa0c"
  metadata:
    creationTimestamp: "2026-11-03T13:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-11-03T13:43:04Z"
    name: kubeflow-trainer-controller-manager-78776db7c7-hvtgq.18e48cd1e119d1df
    namespace: opendatahub
    resourceVersion: "11439"
    uid: 2419af54-5bbf-4577-be87-ddea0c9fa2d4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-107.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-107.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-11-03T13:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{manager}
    kind: Pod
    name: kubeflow-trainer-controller-manager-78776db7c7-hvtgq
    namespace: opendatahub
    resourceVersion: "11422"
    uid: 393a216e-3e57-443c-842a-a13be42c0160
  kind: Event
  lastTimestamp: "2026-11-03T13:43:06Z"
  message: 'Successfully pulled image "quay.io/opendatahub/trainer@sha256:033fb580b36adb44aa83c1381b63d8a530338cec746243a8e3a1e12add85aa0c"
    in 2.288s (2.288s including waiting). Image size: 212359907 bytes.'
  metadata:
    creationTimestamp: "2026-11-03T13:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-11-03T13:43:06Z"
    name: kubeflow-trainer-controller-manager-78776db7c7-hvtgq.18e48cd2697f0805
    namespace: opendatahub
    resourceVersion: "11445"
    uid: e1422802-bdc8-45e6-8de0-4c1061b76503
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-107.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-107.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-11-03T13:43:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{manager}
    kind: Pod
    name: kubeflow-trainer-controller-manager-78776db7c7-hvtgq
    namespace: opendatahub
    resourceVersion: "11422"
    uid: 393a216e-3e57-443c-842a-a13be42c0160
  kind: Event
  lastTimestamp: "2026-11-03T13:43:07Z"
  message: Container created
  metadata:
    creationTimestamp: "2026-11-03T13:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-11-03T13:43:07Z"
    name: kubeflow-trainer-controller-manager-78776db7c7-hvtgq.18e48cd26dfedcb5
    namespace: opendatahub
    resourceVersion: "11446"
    uid: 093a832b-a9dd-41f8-be60-ceb8f3091609
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-107.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-107.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-11-03T13:43:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{manager}
    kind: Pod
    name: kubeflow-trainer-controller-manager-78776db7c7-hvtgq
    namespace: opendatahub
    resourceVersion: "11422"
    uid: 393a216e-3e57-443c-842a-a13be42c0160
  kind: Event
  lastTimestamp: "2026-11-03T13:43:07Z"
  message: Container started
  metadata:
    creationTimestamp: "2026-11-03T13:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-11-03T13:43:07Z"
    name: kubeflow-trainer-controller-manager-78776db7c7-hvtgq.18e48cd26e702daf
    namespace: opendatahub
    resourceVersion: "11447"
    uid: 6ecaef45-2eca-4f52-b3af-da584d670388
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-107.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-107.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-11-03T13:43:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{manager}
    kind: Pod
    name: kubeflow-trainer-controller-manager-78776db7c7-hvtgq
    namespace: opendatahub
    resourceVersion: "11422"
    uid: 393a216e-3e57-443c-842a-a13be42c0160
  kind: Event
  lastTimestamp: "2026-11-03T13:44:45Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 500'
  metadata:
    creationTimestamp: "2026-11-03T13:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-11-03T13:44:45Z"
    name: kubeflow-trainer-controller-manager-78776db7c7-hvtgq.18e48cd658f1a123
    namespace: opendatahub
    resourceVersion: "11756"
    uid: d51dd74b-6322-4c34-a6aa-ce8966064d46
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-107.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-107.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-11-03T13:43:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: kubeflow-trainer-controller-manager-78776db7c7
    namespace: opendatahub
    resourceVersion: "11417"
    uid: c5e8a456-d4b3-436e-9235-8f6872a21c02
  kind: Event
  lastTimestamp: "2026-11-03T13:43:04Z"
  message: 'Created pod: kubeflow-trainer-controller-manager-78776db7c7-hvtgq'
  metadata:
    creationTimestamp: "2026-11-03T13:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-11-03T13:43:04Z"
    name: kubeflow-trainer-controller-manager-78776db7c7.18e48cd1bb2e8490
    namespace: opendatahub
    resourceVersion: "11423"
    uid: 07e3adca-daef-4019-9f4b-65d54cbca72f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- action: SelectingConfigurationResources
  apiVersion: v1
  eventTime: "2026-11-03T13:43:04.035772Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: monitoring.coreos.com/v1
    kind: ServiceMonitor
    name: kubeflow-trainer-controller-manager-metrics-monitor
    namespace: opendatahub
    resourceVersion: "11420"
    uid: d5bfc319-de18-40dc-a11f-e4f0e23bc839
  kind: Event
  lastTimestamp: null
  message: '"opendatahub/kubeflow-trainer-controller-manager-metrics-monitor" was
    rejected due to invalid configuration: endpoints[0]: tlsConfig: failed to get
    ca "<secret=kubeflow-trainer-webhook-cert,key=ca.crt>": key "ca.crt" in secret
    "kubeflow-trainer-webhook-cert" not found'
  metadata:
    creationTimestamp: "2026-11-03T13:43:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:related: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: PrometheusOperator
      operation: Update
      time: "2026-11-03T13:43:04Z"
    name: kubeflow-trainer-controller-manager-metrics-monitor.18e48cd1bc510d03
    namespace: opendatahub
    resourceVersion: "11431"
    uid: 19e44f83-f637-41cb-9a9a-2ba5917d7751
  reason: InvalidConfiguration
  related:
    apiVersion: monitoring.coreos.com/v1
    kind: Prometheus
    name: k8s
    namespace: openshift-monitoring
    resourceVersion: "9318"
    uid: 532085ff-f7ca-4b55-aa70-e4c6f057d394
  reportingComponent: prometheus-controller
  reportingInstance: prometheus-controller-prometheus-operator-9cd89b74c-f4vwx
  source: {}
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-11-03T13:43:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: kubeflow-trainer-controller-manager
    namespace: opendatahub
    resourceVersion: "11416"
    uid: ae735502-92d5-4986-acf0-e09c98e52e3a
  kind: Event
  lastTimestamp: "2026-11-03T13:43:03Z"
  message: Scaled up replica set kubeflow-trainer-controller-manager-78776db7c7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-11-03T13:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-11-03T13:43:04Z"
    name: kubeflow-trainer-controller-manager.18e48cd1ba245faa
    namespace: opendatahub
    resourceVersion: "11418"
    uid: 2a1c213a-c7e4-462a-8111-daab6a3601c0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-11-03T13:43:08Z"
  involvedObject:
    apiVersion: coordination.k8s.io/v1
    kind: Lease
    name: trainer.kubeflow.org
    namespace: opendatahub
    resourceVersion: "11454"
    uid: cdd55281-ec01-44f2-b606-63b00f169d3b
  kind: Event
  lastTimestamp: "2026-11-03T13:43:08Z"
  message: kubeflow-trainer-controller-manager-78776db7c7-hvtgq_fb1df6e2-ea99-4752-a1bb-52b32d0b65ce
    became leader
  metadata:
    creationTimestamp: "2026-11-03T13:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-11-03T13:43:08Z"
    name: trainer.kubeflow.org.18e48cd2c4e2fa38
    namespace: opendatahub
    resourceVersion: "11455"
    uid: 89d91bcf-cab7-41a1-996b-1a5b2a8e426e
  reason: LeaderElection
  reportingComponent: kubeflow-trainer-controller-manager-78776db7c7-hvtgq_fb1df6e2-ea99-4752-a1bb-52b32d0b65ce
  reportingInstance: ""
  source:
    component: kubeflow-trainer-controller-manager-78776db7c7-hvtgq_fb1df6e2-ea99-4752-a1bb-52b32d0b65ce
  type: Normal
kind: EventList
metadata:
  resourceVersion: "14024"