diff --git a/systems/Aurora/benchmarks/bench16.pbs b/systems/Aurora/benchmarks/bench16.pbs index fe107891..fc4f3c8f 100644 --- a/systems/Aurora/benchmarks/bench16.pbs +++ b/systems/Aurora/benchmarks/bench16.pbs @@ -32,14 +32,20 @@ export MPICH_OFI_NIC_POLICY=GPU # Local vol 16.16.16.32 # -LX=16 -LY=32 +VOL 128.64.128.96 +MPI 4.4.4.3 +NPROC 192 +mpiexec -np 192 -ppn 12 -envall ./gpu_tile.sh ./Benchmark_dwf_fp32 --mpi 4.4.4.3 --grid 128.64.128.96 --shm-mpi 0 --shm 2048 --device-mem 32000 --accelerator-threads 32 --comms-overlap + + +LX=32 +LY=16 LZ=32 -LT=16 +LT=32 NX=2 NY=2 -NZ=2 +NZ=4 NT=1 GX=2 diff --git a/systems/Aurora/benchmarks/gpu_tile.sh b/systems/Aurora/benchmarks/gpu_tile.sh index a622ba3e..5c9cf7be 100755 --- a/systems/Aurora/benchmarks/gpu_tile.sh +++ b/systems/Aurora/benchmarks/gpu_tile.sh @@ -30,8 +30,8 @@ echo "rank $PALS_RANKID ; local rank $PALS_LOCAL_RANKID ; ZE_AFFINITY_MASK=$ZE_A if [ $PALS_RANKID = "0" ] then - numactl -p $NUMAP -N $NUMAP unitrace --chrome-kernel-logging --chrome-mpi-logging --chrome-sycl-logging --demangle "$@" -# numactl -p $NUMAP -N $NUMAP "$@" +# numactl -p $NUMAP -N $NUMAP unitrace --chrome-kernel-logging --chrome-mpi-logging --chrome-sycl-logging --demangle "$@" + numactl -p $NUMAP -N $NUMAP "$@" else numactl -p $NUMAP -N $NUMAP "$@" fi