diff --git a/systems/Frontier/config-command b/systems/Frontier/config-command index a1c113e4..8a3fdcfd 100644 --- a/systems/Frontier/config-command +++ b/systems/Frontier/config-command @@ -3,20 +3,19 @@ CLIME=`spack find --paths c-lime@2-3-9 | grep c-lime| cut -c 15-` --with-lime=$CLIME \ --enable-unified=no \ --enable-shm=nvlink \ ---enable-tracing=timer \ +--enable-tracing=none \ --enable-accelerator=hip \ --enable-gen-simd-width=64 \ --disable-gparity \ --disable-fermion-reps \ --enable-simd=GPU \ ---enable-accelerator-cshift \ --with-gmp=$OLCF_GMP_ROOT \ --with-fftw=$FFTW_DIR/.. \ --with-mpfr=/opt/cray/pe/gcc/mpfr/3.1.4/ \ --disable-fermion-reps \ CXX=hipcc MPICXX=mpicxx \ -CXXFLAGS="-fPIC -I{$ROCM_PATH}/include/ -I${MPICH_DIR}/include -L/lib64 " \ - LDFLAGS="-L/lib64 -L${MPICH_DIR}/lib -lmpi -L${CRAY_MPICH_ROOTDIR}/gtl/lib -lmpi_gtl_hsa -lamdhip64 -lhipblas -lrocblas" +CXXFLAGS="-fPIC -I${ROCM_PATH}/include/ -I${MPICH_DIR}/include -L/lib64 " \ + LDFLAGS="-L/lib64 -L${ROCM_PATH}/lib -L${MPICH_DIR}/lib -lmpi -L${CRAY_MPICH_ROOTDIR}/gtl/lib -lmpi_gtl_hsa -lhipblas -lrocblas" diff --git a/systems/Frontier/sourceme.sh b/systems/Frontier/sourceme.sh index 09619e2a..71028ff7 100644 --- a/systems/Frontier/sourceme.sh +++ b/systems/Frontier/sourceme.sh @@ -1,12 +1,25 @@ + +echo spack . /autofs/nccs-svm1_home1/paboyle/Crusher/Grid/spack/share/spack/setup-env.sh -spack load c-lime -module load emacs -module load PrgEnv-gnu -module load rocm/6.0.0 -module load cray-mpich -module load gmp + +module load cce/15.0.1 +module load rocm/5.3.0 module load cray-fftw module load craype-accel-amd-gfx90a + +#Ugly hacks to get down level software working on current system +export LD_LIBRARY_PATH=/opt/cray/libfabric/1.20.1/lib64/:$LD_LIBRARY_PATH export LD_LIBRARY_PATH=/opt/gcc/mpfr/3.1.4/lib:$LD_LIBRARY_PATH +export LD_LIBRARY_PATH=`pwd`/:$LD_LIBRARY_PATH +ln -s /opt/rocm-6.0.0/lib/libamdhip64.so.6 . + +#echo spack load c-lime +#spack load c-lime +#module load emacs +##module load PrgEnv-gnu +##module load cray-mpich +##module load cray-fftw +##module load craype-accel-amd-gfx90a +##export LD_LIBRARY_PATH=/opt/gcc/mpfr/3.1.4/lib:$LD_LIBRARY_PATH #Hack for lib -#export LD_LIBRARY_PATH=`pwd`:$LD_LIBRARY_PATH +##export LD_LIBRARY_PATH=`pwd`/:$LD_LIBRARY_PATH