portelli/Grid
1
0
Fork 0
mirror of https://github.com/paboyle/Grid.git synced 2026-09-14 13:33:17 +01:00
Code Releases Activity

Multigrid clean up phase, and fix shell variables for libfabric bug work around on Frontier

Browse Source
This commit is contained in:
Peter Boyle
2026-09-08 15:52:15 -04:00
parent a07545adc4
commit e8a82fa683
5 changed files with 62 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files
systems/Frontier/sourceme-rocm6.4.sh
+5
View File
@@ -14,3 +14,8 @@ export LD_LIBRARY_PATH=$CRAY_LD_LIBRARY_PATH:$LD_LIBRARY_PATH
export LD_LIBRARY_PATH=/opt/rocm-6.4.0/lib/llvm/lib/:$LD_LIBRARY_PATH
module load emacs
export FI_MR_CACHE_MONITOR=kdreg2 # REQUIRED for device-buffer MPI on Slingshot: libfabric memhooks monitor (default) is defective, see systems/WorkArounds.txt (libfabric #11451)
# Standing avoidance of the CXI NO_TRANSLATION fault on persistent device
# buffers under hipMalloc/hipFree churn (libfabric issue #12775; ruling
# 2026-09-07).
export FI_HMEM_ROCR_USE_DMABUF=0
systems/Frontier/sourceme-rocm7.0.sh
+5
View File
@@ -12,3 +12,8 @@ export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$CRAY_LD_LIBRARY_PATH
module load emacs
export FI_MR_CACHE_MONITOR=kdreg2 # REQUIRED for device-buffer MPI on Slingshot: libfabric memhooks monitor (default) is defective, see systems/WorkArounds.txt (libfabric #11451)
# Standing avoidance of the CXI NO_TRANSLATION fault on persistent device
# buffers under hipMalloc/hipFree churn (libfabric issue #12775; ruling
# 2026-09-07).
export FI_HMEM_ROCR_USE_DMABUF=0
systems/Frontier/sourceme-rocm7.2.sh
+17 -12
View File
@@ -3,17 +3,17 @@ module unload slate 2>/dev/null
echo spack
. /autofs/nccs-svm1_home1/paboyle/spack-frontier/share/spack/setup-env.sh
export SLATE=`spack find --paths slate | grep ^slate | awk '{print $2}' `
export BLASPP=`spack find --paths blaspp | grep ^blaspp | awk '{print $2}' `
export LAPACKPP=`spack find --paths lapackpp | grep ^lapackpp | awk '{print $2}' `
#export SLATE=`spack find --paths slate | grep ^slate | awk '{print $2}' `
#export BLASPP=`spack find --paths blaspp | grep ^blaspp | awk '{print $2}' `
#export LAPACKPP=`spack find --paths lapackpp | grep ^lapackpp | awk '{print $2}' `
echo SLATE $SLATE
echo LAPACKPP $LAPACKPP
echo BLASPP $BLASPP
#echo SLATE $SLATE
#echo LAPACKPP $LAPACKPP
#echo BLASPP $BLASPP
ls $SLATE/lib64/libslate.so $LAPACKPP/lib64/liblapackpp.so 2>/dev/null || ls $SLATE/lib $LAPACKPP/lib
ldd $SLATE/lib64/libslate.so | grep -E "blaspp|lapackpp|rocblas|amdhip|mpi_cray|libsci"
ldd $LAPACKPP/lib64/liblapackpp.so | grep -E "blaspp|libsci"
#ls $SLATE/lib64/libslate.so $LAPACKPP/lib64/liblapackpp.so 2>/dev/null || ls $SLATE/lib $LAPACKPP/lib
#ldd $SLATE/lib64/libslate.so | grep -E "blaspp|lapackpp|rocblas|amdhip|mpi_cray|libsci"
#ldd $LAPACKPP/lib64/liblapackpp.so | grep -E "blaspp|libsci"
export CLIME=`spack find --paths c-lime | grep ^c-lime | awk '{print $2}' `
export MPFR=`spack find --paths mpfr | grep ^mpfr | awk '{print $2}' `
@@ -24,9 +24,14 @@ module load cce/21.0.0
module load cpe/26.03
module load rocm/7.2.0
export LD_LIBRARY_PATH=/opt/rocm-7.2.0/lib/llvm/lib/:$LD_LIBRARY_PATH
export LD_LIBRARY_PATH=$LAPACKPP/lib64:$LD_LIBRARY_PATH
export LD_LIBRARY_PATH=$BLASPP/lib64:$LD_LIBRARY_PATH
export LD_LIBRARY_PATH=$SLATE/lib64:$LD_LIBRARY_PATH
#export LD_LIBRARY_PATH=$LAPACKPP/lib64:$LD_LIBRARY_PATH
#export LD_LIBRARY_PATH=$BLASPP/lib64:$LD_LIBRARY_PATH
#export LD_LIBRARY_PATH=$SLATE/lib64:$LD_LIBRARY_PATH
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$CRAY_LD_LIBRARY_PATH
module load emacs
# Standing avoidance of the CXI NO_TRANSLATION fault on persistent device
# buffers under hipMalloc/hipFree churn (libfabric issue #12775; ruling
# 2026-09-07).
export FI_MR_CACHE_MONITOR=kdreg2 # REQUIRED for device-buffer MPI on Slingshot: libfabric memhooks monitor (default) is defective, see systems/WorkArounds.txt (libfabric #11451)
export FI_HMEM_ROCR_USE_DMABUF=0