diff --git a/systems/Aurora/config-command b/systems/Aurora/config-command index 58eb8a03..f538f319 100644 --- a/systems/Aurora/config-command +++ b/systems/Aurora/config-command @@ -1,16 +1,18 @@ +export LDFLAGS="-fiopenmp -fsycl -fsycl-device-code-split=per_kernel -fsycl-targets=spir64_gen -Xs -device -Xs pvc -fsycl-device-lib=all -lze_loader -L${MKLROOT}/lib -qmkl=parallel -fsycl -lsycl " +export CXXFLAGS="-O3 -fiopenmp -fsycl-unnamed-lambda -fsycl -I$INSTALL/include -Wno-tautological-compare -I$HOME/ -qmkl=parallel -fsycl -fno-exceptions -fsycl-targets=spir64_gen -Xs -device -Xs pvc " ../../configure \ --enable-simd=GPU \ --enable-gen-simd-width=64 \ --enable-comms=mpi-auto \ + --enable-debug \ --disable-gparity \ --disable-fermion-reps \ + --with-lime=$CLIME \ --enable-shm=nvlink \ --enable-accelerator=sycl \ --enable-accelerator-aware-mpi=yes\ --enable-unified=no \ MPICXX=mpicxx \ - CXX=icpx \ - LDFLAGS="-fiopenmp -fsycl -fsycl-device-code-split=per_kernel -fsycl-device-lib=all -lze_loader -L${MKLROOT}/lib -qmkl=parallel -lsycl" \ - CXXFLAGS="-fiopenmp -fsycl-unnamed-lambda -fsycl -I$INSTALL/include -Wno-tautological-compare -I$HOME/ -qmkl=parallel" + CXX=icpx diff --git a/systems/Aurora/sourceme.sh b/systems/Aurora/sourceme.sh index b43b3b71..98f618ab 100644 --- a/systems/Aurora/sourceme.sh +++ b/systems/Aurora/sourceme.sh @@ -1,14 +1,22 @@ +source ~/spack/share/spack/setup-env.sh +spack load c-lime +export CLIME=`spack find --paths c-lime | grep ^c-lime | awk '{print $2}' ` +#spack load libefence +#export EFENCE=`spack find --paths libefence | grep ^libefence | awk '{print $2}' ` +#export LD_LIBRARY_PATH=${EFENCE}/lib:$LD_LIBRARY_PATH +#spack load gperftools +export TCMALLOC=/home/paboyle/gperftools/install +export LD_LIBRARY_PATH=${TCMALLOC}/lib:$LD_LIBRARY_PATH +export INTELGT_AUTO_ATTACH_DISABLE=1 + #export ONEAPI_DEVICE_SELECTOR=level_zero:0.0 - -module load oneapi/release/2023.12.15.001 - +#module load oneapi/release/2023.12.15.001 #module use /soft/modulefiles #module load intel_compute_runtime/release/agama-devel-682.22 -export FI_CXI_DEFAULT_CQ_SIZE=131072 -export FI_CXI_CQ_FILL_PERCENT=20 - -export SYCL_PROGRAM_COMPILE_OPTIONS="-ze-opt-large-register-file" +#export FI_CXI_DEFAULT_CQ_SIZE=131072 +#export FI_CXI_CQ_FILL_PERCENT=20 +#export SYCL_PROGRAM_COMPILE_OPTIONS="-ze-opt-large-register-file" #export SYCL_PROGRAM_COMPILE_OPTIONS="-ze-intel-enable-auto-large-GRF-mode" # @@ -25,4 +33,9 @@ export https_proxy=http://proxy.alcf.anl.gov:3128 #export MPIR_CVAR_CH4_OFI_ENABLE_HMEM=1 git config --global http.proxy http://proxy.alcf.anl.gov:3128 +#source ~/spack/share/spack/setup-env.sh +#spack load gperftools +#export TCMALLOC=`spack find --paths gperftools | grep ^gperftools | awk '{print $2}' ` +#export LD_LIBRARY_PATH=${TCMALLOC}/lib:$LD_LIBRARY_PATH + export SYCL_PROGRAM_COMPILE_OPTIONS="-ze-opt-large-register-file"