From 0d5639f7075902182c59b9458a0e242f7ad3b7eb Mon Sep 17 00:00:00 2001 From: Peter Boyle Date: Tue, 4 Oct 2022 11:13:41 -0700 Subject: [PATCH] Run script update --- systems/PVC/benchmarks/run-2tile-mpi.sh | 11 +++++++++-- systems/PVC/benchmarks/wrap.sh | 4 ++-- 2 files changed, 11 insertions(+), 4 deletions(-) diff --git a/systems/PVC/benchmarks/run-2tile-mpi.sh b/systems/PVC/benchmarks/run-2tile-mpi.sh index 9db0b66b..34deac2c 100755 --- a/systems/PVC/benchmarks/run-2tile-mpi.sh +++ b/systems/PVC/benchmarks/run-2tile-mpi.sh @@ -1,6 +1,7 @@ #!/bin/bash ##SBATCH -p PVC-SPR-QZEH ##SBATCH -p PVC-ICX-QZNW + #SBATCH -p QZ1J-ICX-PVC source /nfs/site/home/paboylex/ATS/GridNew/Grid/systems/PVC-nightly/setup.sh @@ -19,8 +20,14 @@ export SYCL_DEVICE_FILTER=gpu,level_zero export I_MPI_OFFLOAD_CELL=tile export EnableImplicitScaling=0 export EnableWalkerPartition=0 +#export SYCL_PI_LEVEL_ZERO_DEVICE_SCOPE_EVENTS=1 +export SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 +#export SYCL_PI_LEVEL_ZERO_USE_COPY_ENGINE=0 -mpiexec -launcher ssh -n 1 -host localhost ./wrap.sh ./Benchmark_dwf_fp32 --mpi 1.1.1.1 --grid 32.32.32.32 --accelerator-threads $NT --comms-sequential --shm-mpi 1 > 1tile.log +mpiexec -launcher ssh -n 2 -host localhost ./wrap4gpu.sh ./Benchmark_dwf_fp32 --mpi 1.1.1.2 --grid 32.32.32.64 --accelerator-threads $NT --shm-mpi 1 > dw.2tile.1x2.log +mpiexec -launcher ssh -n 2 -host localhost ./wrap4gpu.sh ./Benchmark_dwf_fp32 --mpi 2.1.1.1 --grid 64.32.32.32 --accelerator-threads $NT --shm-mpi 1 > dw.2tile.2x1.log + +mpiexec -launcher ssh -n 2 -host localhost ./wrap4gpu.sh ./Benchmark_halo --mpi 1.1.1.2 --grid 32.32.32.64 --accelerator-threads $NT --shm-mpi 1 > halo.2tile.1x2.log +mpiexec -launcher ssh -n 2 -host localhost ./wrap4gpu.sh ./Benchmark_halo --mpi 2.1.1.1 --grid 64.32.32.32 --accelerator-threads $NT --shm-mpi 1 > halo.2tile.2x1.log -mpiexec -launcher ssh -n 2 -host localhost ./wrap.sh ./Benchmark_dwf_fp32 --mpi 2.1.1.1 --grid 64.32.32.32 --accelerator-threads $NT --comms-sequential --shm-mpi 1 > 2tile.log diff --git a/systems/PVC/benchmarks/wrap.sh b/systems/PVC/benchmarks/wrap.sh index a352fff9..bb7b517d 100755 --- a/systems/PVC/benchmarks/wrap.sh +++ b/systems/PVC/benchmarks/wrap.sh @@ -7,8 +7,8 @@ echo Ranke $MPI_LOCALRANKID ZE_AFFINITY_MASK is $ZE_AFFINITY_MASK if [ $MPI_LOCALRANKID = "0" ] then -# ~psteinbr/build_pti/ze_tracer -c $@ - onetrace --chrome-kernel-timeline $@ +# ~psteinbr/build_pti/ze_tracer -h $@ + onetrace --chrome-device-timeline $@ else $@ fi