1
0
mirror of https://github.com/paboyle/Grid.git synced 2025-07-17 05:07:06 +01:00

Update comms logging in Cshift

This commit is contained in:
2025-07-11 14:36:10 +00:00
parent 73af020f98
commit a77cd50b2f
7 changed files with 54 additions and 41 deletions

View File

@@ -1,7 +1,8 @@
#!/bin/bash
##PBS -q EarlyAppAccess
#PBS -q debug
#PBS -l filesystems=flare
#PBS -l filesystems=home
#PBS -l select=2
#PBS -l walltime=00:20:00
#PBS -A LatticeQCD_aesp_CNDA
@@ -14,26 +15,18 @@ cp $PBS_NODEFILE nodefile
export OMP_NUM_THREADS=4
export MPICH_OFI_NIC_POLICY=GPU
#export MPIR_CVAR_CH4_OFI_ENABLE_GPU_PIPELINE=1
#unset MPIR_CVAR_CH4_OFI_GPU_PIPELINE_D2H_ENGINE_TYPE
#unset MPIR_CVAR_CH4_OFI_GPU_PIPELINE_H2D_ENGINE_TYPE
#unset MPIR_CVAR_GPU_USE_IMMEDIATE_COMMAND_LIST
#export MPIR_CVAR_CH4_OFI_GPU_PIPELINE_D2H_ENGINE_TYPE=0
#export MPIR_CVAR_CH4_OFI_GPU_PIPELINE_H2D_ENGINE_TYPE=0
#export MPIR_CVAR_GPU_USE_IMMEDIATE_COMMAND_LIST=1
#export MPIR_CVAR_CH4_OFI_GPU_PIPELINE_BUFFER_SZ=1048576
#export MPIR_CVAR_CH4_OFI_GPU_PIPELINE_THRESHOLD=131072
#export MPIR_CVAR_CH4_OFI_GPU_PIPELINE_NUM_BUFFERS_PER_CHUNK=16
#export MPIR_CVAR_CH4_OFI_GPU_PIPELINE_MAX_NUM_BUFFERS=16
export MPICH_CH4_SHM=XPMEM
export MPIR_CVAR_DEBUG_SUMMARY=1
export MPICH_DBG_LEVEL=VERBOSE
export MPICH_DBG_CLASS=ALL
#
# Local vol 16.16.16.32
#
#VOL=32.64.64.96
mpiexec -np 1 -ppn 1 -envall mpivars
for VOL in 32.32.32.96 32.64.64.96
for VOL in 32.32.32.96
do
for AT in 32
do