2021-09-22 14:02:34 +01:00
|
|
|
#!/bin/bash
|
2022-05-17 17:08:12 +01:00
|
|
|
#SBATCH -A m3886_g
|
2021-09-22 14:02:34 +01:00
|
|
|
#SBATCH -C gpu
|
2022-05-17 17:08:12 +01:00
|
|
|
#SBATCH -q debug
|
|
|
|
|
#SBATCH -t 0:10:00
|
|
|
|
|
#SBATCH -n 4
|
2021-09-22 14:02:34 +01:00
|
|
|
#SBATCH --ntasks-per-node=4
|
|
|
|
|
#SBATCH -c 32
|
|
|
|
|
#SBATCH --exclusive
|
|
|
|
|
#SBATCH --gpus-per-task=1
|
2022-05-17 17:08:12 +01:00
|
|
|
#SBATCH --gpu-bind=none
|
2021-09-22 14:02:34 +01:00
|
|
|
|
|
|
|
|
export SLURM_CPU_BIND="cores"
|
|
|
|
|
export MPICH_GPU_SUPPORT_ENABLED=1
|
2022-05-17 17:08:12 +01:00
|
|
|
export MPICH_RDMA_ENABLED_CUDA=0
|
|
|
|
|
export MPICH_GPU_IPC_ENABLED=0
|
|
|
|
|
export MPICH_GPU_EAGER_REGISTER_HOST_MEM=0
|
|
|
|
|
export MPICH_GPU_NO_ASYNC_MEMCPY=1
|
2021-09-22 14:02:34 +01:00
|
|
|
OPT="--comms-overlap --comms-concurrent --shm-mpi 1"
|
2022-05-17 17:08:12 +01:00
|
|
|
srun ./benchmarks/Benchmark_ITT --mpi 2.1.1.2 --grid 64.64.64.64 --accelerator-threads 8 --shm 2048 $OPT > ITT.log
|
