mirror of
https://github.com/paboyle/Grid.git
synced 2024-11-10 07:55:35 +00:00
30 lines
1.1 KiB
Bash
Executable File
30 lines
1.1 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
export NUMA_MAP=(2 2 3 3 2 2 3 3 )
|
|
export PROC_MAP=(0 0 1 1 0 0 1 1 )
|
|
export NIC_MAP=(0 0 4 4 1 1 5 5 )
|
|
export GPU_MAP=(0 1 3 4 0 1 3 4 )
|
|
export TILE_MAP=(0 0 0 0 1 1 1 1 )
|
|
export NUMA=${NUMA_MAP[$PALS_LOCAL_RANKID]}
|
|
export NIC=${NIC_MAP[$PALS_LOCAL_RANKID]}
|
|
export gpu_id=${GPU_MAP[$PALS_LOCAL_RANKID]}
|
|
export tile_id=${TILE_MAP[$PALS_LOCAL_RANKID]}
|
|
|
|
#export GRID_MPICH_NIC_BIND=$NIC
|
|
|
|
unset EnableWalkerPartition
|
|
export EnableImplicitScaling=0
|
|
export ZE_ENABLE_PCI_ID_DEVICE_ORDER=1
|
|
export ZE_AFFINITY_MASK=$gpu_id.$tile_id
|
|
#export ONEAPI_DEVICE_SELECTOR=level_zero:$gpu_id.$tile_id
|
|
export ONEAPI_DEVICE_FILTER=gpu,level_zero
|
|
export SYCL_PI_LEVEL_ZERO_DEVICE_SCOPE_EVENTS=0
|
|
export SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
|
|
export SYCL_PI_LEVEL_ZERO_USE_COPY_ENGINE=0:2
|
|
export SYCL_PI_LEVEL_ZERO_USE_COPY_ENGINE_FOR_D2D_COPY=1
|
|
#export SYCL_PI_LEVEL_ZERO_USM_RESIDENT=1
|
|
|
|
echo "rank $PALS_RANKID ; local rank $PALS_LOCAL_RANKID ; ZE_AFFINITY_MASK=$ZE_AFFINITY_MASK ; NIC $GRID_MPICH_NIC_BIND ; NUMA domain $NUMA"
|
|
|
|
numactl -m $NUMA -N $PROC_MAP "$@"
|