#!/usr/bin/env bash # OpenMP/OpenMPI/UCX environment ############################################### export OMP_NUM_THREADS=8 export OMPI_MCA_btl=^uct,openib export OMPI_MCA_pml=ucx export UCX_TLS=gdr_copy,rc,rc_x,sm,cuda_copy,cuda_ipc export UCX_RNDV_SCHEME=put_zcopy export UCX_RNDV_THRESH=16384 export UCX_IB_GPU_DIRECT_RDMA=yes export UCX_MEMTYPE_CACHE=n # IO environment ############################################################### export OMPI_MCA_io=romio321 export OMPI_MCA_btl_openib_allow_ib=true export OMPI_MCA_btl_openib_device_type=infiniband export OMPI_MCA_btl_openib_if_exclude=mlx5_1,mlx5_2,mlx5_3