portelli/Grid
1
0
Fork 0
mirror of https://github.com/paboyle/Grid.git synced 2024-09-20 01:05:38 +01:00
Code Releases Activity

Update perlmutter

Browse Source
This commit is contained in:
Peter Boyle 2022-05-24 18:25:00 -07:00
parent f9f05e995b
commit d83beaa890
1 changed files with 15 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
systems/Perlmutter/dwf4.slurm
View File

@ -2,19 +2,26 @@
#SBATCH -A m3886_g #SBATCH -A m3886_g
#SBATCH -C gpu #SBATCH -C gpu
#SBATCH -q debug #SBATCH -q debug
#SBATCH -t 0:10:00 #SBATCH -t 0:20:00
#SBATCH -c 32
#SBATCH -N 1
#SBATCH -n 4 #SBATCH -n 4
#SBATCH --ntasks-per-node=4 #SBATCH --ntasks-per-node=4
#SBATCH -c 32
#SBATCH --exclusive
#SBATCH --gpus-per-task=1 #SBATCH --gpus-per-task=1
#SBATCH --exclusive
#SBATCH --gpu-bind=none #SBATCH --gpu-bind=none
export SLURM_CPU_BIND="cores" export SLURM_CPU_BIND="cores"
export MPICH_GPU_SUPPORT_ENABLED=1 export MPICH_GPU_SUPPORT_ENABLED=1
export MPICH_RDMA_ENABLED_CUDA=0 export MPICH_RDMA_ENABLED_CUDA=1
export MPICH_GPU_IPC_ENABLED=0 export MPICH_GPU_IPC_ENABLED=1
export MPICH_GPU_EAGER_REGISTER_HOST_MEM=0 export MPICH_GPU_EAGER_REGISTER_HOST_MEM=0
export MPICH_GPU_NO_ASYNC_MEMCPY=1 export MPICH_GPU_NO_ASYNC_MEMCPY=0
OPT="--comms-overlap --comms-concurrent --shm-mpi 1" #export MPICH_SMP_SINGLE_COPY_MODE=CMA
srun ./benchmarks/Benchmark_ITT --mpi 2.1.1.2 --grid 64.64.64.64 --accelerator-threads 8 --shm 2048 $OPT > ITT.log
OPT="--comms-overlap --shm-mpi 1"
VOL=64.64.32.32
srun ./benchmarks/Benchmark_dwf_fp32 --mpi 2.2.1.1 --grid $VOL --accelerator-threads 8 --shm 2048 $OPT
#srun ./benchmarks/Benchmark_dwf_fp32 --mpi 2.1.1.4 --grid $VOL --accelerator-threads 8 --shm 2048 $OPT
#srun ./benchmarks/Benchmark_dwf_fp32 --mpi 1.1.1.8 --grid $VOL --accelerator-threads 8 --shm 2048 $OPT