fjosw/lattice-benchmarks
1
0
Fork 0
forked from portelli/lattice-benchmarks
Code Issues Pull Requests Packages Projects Releases Wiki Activity

main #2

Merged
fjosw merged 16 commits from portelli/lattice-benchmarks:main into main 2023-01-27 16:35:49 +00:00
Conversation 0 Commits 16 Files Changed 28 +190 -163
3 changed files with 190 additions and 163 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit c6349bb93f - Show all commits

14
Grid/.clang-format Normal file
View File

@ -0,0 +1,14 @@
{
BasedOnStyle: LLVM,
UseTab: Never,
IndentWidth: 2,
TabWidth: 2,
BreakBeforeBraces: Allman,
AllowShortIfStatementsOnASingleLine: false,
IndentCaseLabels: false,
ColumnLimit: 0,
AccessModifierOffset: -4,
NamespaceIndentation: All,
FixNamespaceComments: false,
SortIncludes: true,
}

3
Grid/Benchmark_ITT.cpp → Grid/Benchmark_Grid.cpp
View File

@ -2,6 +2,8 @@
Copyright © 2015 Peter Boyle <paboyle@ph.ed.ac.uk> Copyright © 2015 Peter Boyle <paboyle@ph.ed.ac.uk>
Copyright © 2022 Antonin Portelli <antonin.portelli@me.com> Copyright © 2022 Antonin Portelli <antonin.portelli@me.com>
This is a refactoring of Benchmark_ITT.cpp from Grid
This program is free software; you can redistribute it and/or This program is free software; you can redistribute it and/or
modify it under the terms of the GNU General Public License modify it under the terms of the GNU General Public License
as published by the Free Software Foundation; either version 2 as published by the Free Software Foundation; either version 2
@ -67,6 +69,7 @@ Gamma::Algebra Gmu[] = {
Gamma::Algebra::GammaY, Gamma::Algebra::GammaY,
Gamma::Algebra::GammaZ, Gamma::Algebra::GammaZ,
Gamma::Algebra::GammaT}; Gamma::Algebra::GammaT};
struct controls struct controls
{ {
int Opt; int Opt;

80
Grid/Benchmark_comms_host_device.cpp
View File

@ -21,18 +21,21 @@ along with this program. If not, see <http://www.gnu.org/licenses/>.
using namespace std; using namespace std;
using namespace Grid; using namespace Grid;
struct time_statistics{ struct time_statistics
{
double mean; double mean;
double err; double err;
double min; double min;
double max; double max;
void statistics(std::vector<double> v){ void statistics(std::vector<double> v)
{
double sum = std::accumulate(v.begin(), v.end(), 0.0); double sum = std::accumulate(v.begin(), v.end(), 0.0);
mean = sum / v.size(); mean = sum / v.size();
std::vector<double> diff(v.size()); std::vector<double> diff(v.size());
std::transform(v.begin(), v.end(), diff.begin(), [=](double x) { return x - mean; }); std::transform(v.begin(), v.end(), diff.begin(), [=](double x)
{ return x - mean; });
double sq_sum = std::inner_product(diff.begin(), diff.end(), diff.begin(), 0.0); double sq_sum = std::inner_product(diff.begin(), diff.end(), diff.begin(), 0.0);
err = std::sqrt(sq_sum / (v.size() * (v.size() - 1))); err = std::sqrt(sq_sum / (v.size() * (v.size() - 1)));
@ -42,9 +45,16 @@ struct time_statistics{
} }
}; };
void header(){ void header()
std::cout <<GridLogMessage << " L "<<"\t"<<" Ls "<<"\t" {
<<std::setw(11)<<"bytes\t\t"<<"MB/s uni"<<"\t"<<"MB/s bidi"<<std::endl; std::cout << GridLogMessage << " L "
<< "\t"
<< " Ls "
<< "\t"
<< std::setw(11) << "bytes\t\t"
<< "MB/s uni"
<< "\t"
<< "MB/s bidi" << std::endl;
}; };
int main(int argc, char **argv) int main(int argc, char **argv)
@ -59,7 +69,9 @@ int main (int argc, char ** argv)
int Nloop = 250; int Nloop = 250;
int nmu = 0; int nmu = 0;
int maxlat = 32; int maxlat = 32;
for(int mu=0;mu<Nd;mu++) if (mpi_layout[mu]>1) nmu++; for (int mu = 0; mu < Nd; mu++)
if (mpi_layout[mu] > 1)
nmu++;
std::cout << GridLogMessage << "Number of iterations to average: " << Nloop << std::endl; std::cout << GridLogMessage << "Number of iterations to average: " << Nloop << std::endl;
std::vector<double> t_time(Nloop); std::vector<double> t_time(Nloop);
@ -70,8 +82,10 @@ int main (int argc, char ** argv)
std::cout << GridLogMessage << "====================================================================================================" << std::endl; std::cout << GridLogMessage << "====================================================================================================" << std::endl;
header(); header();
for(int lat=8;lat<=maxlat;lat+=4){ for (int lat = 8; lat <= maxlat; lat += 4)
for(int Ls=8;Ls<=8;Ls*=2){ {
for (int Ls = 8; Ls <= 8; Ls *= 2)
{
Coordinate latt_size({lat * mpi_layout[0], Coordinate latt_size({lat * mpi_layout[0],
lat * mpi_layout[1], lat * mpi_layout[1],
@ -86,7 +100,8 @@ int main (int argc, char ** argv)
std::vector<std::vector<HalfSpinColourVectorD>> xbuf(8); std::vector<std::vector<HalfSpinColourVectorD>> xbuf(8);
std::vector<std::vector<HalfSpinColourVectorD>> rbuf(8); std::vector<std::vector<HalfSpinColourVectorD>> rbuf(8);
for(int mu=0;mu<8;mu++){ for (int mu = 0; mu < 8; mu++)
{
xbuf[mu].resize(lat * lat * lat * Ls); xbuf[mu].resize(lat * lat * lat * Ls);
rbuf[mu].resize(lat * lat * lat * Ls); rbuf[mu].resize(lat * lat * lat * Ls);
} }
@ -94,14 +109,16 @@ int main (int argc, char ** argv)
int ncomm; int ncomm;
for(int mu=0;mu<4;mu++){ for (int mu = 0; mu < 4; mu++)
if (mpi_layout[mu]>1 ) { {
if (mpi_layout[mu] > 1)
{
double start = usecond(); double start = usecond();
for(int i=0;i<Nloop;i++){ for (int i = 0; i < Nloop; i++)
{
ncomm = 0; ncomm = 0;
ncomm++; ncomm++;
int comm_proc = 1; int comm_proc = 1;
int xmit_to_rank; int xmit_to_rank;
@ -140,14 +157,8 @@ int main (int argc, char ** argv)
<< std::setw(11) << bytes << std::fixed << std::setprecision(1) << std::setw(7) << " " << std::setw(11) << bytes << std::fixed << std::setprecision(1) << std::setw(7) << " "
<< std::right << xbytes / mean << " " << std::right << xbytes / mean << " "
<< "\t\t" << std::setw(7) << bidibytes / mean << std::endl; << "\t\t" << std::setw(7) << bidibytes / mean << std::endl;
} }
} }
} }
} }
@ -156,8 +167,10 @@ int main (int argc, char ** argv)
std::cout << GridLogMessage << "====================================================================================================" << std::endl; std::cout << GridLogMessage << "====================================================================================================" << std::endl;
header(); header();
for(int lat=8;lat<=maxlat;lat+=4){ for (int lat = 8; lat <= maxlat; lat += 4)
for(int Ls=8;Ls<=8;Ls*=2){ {
for (int Ls = 8; Ls <= 8; Ls *= 2)
{
Coordinate latt_size({lat * mpi_layout[0], Coordinate latt_size({lat * mpi_layout[0],
lat * mpi_layout[1], lat * mpi_layout[1],
@ -169,26 +182,28 @@ int main (int argc, char ** argv)
RealD Nnode = Grid.NodeCount(); RealD Nnode = Grid.NodeCount();
RealD ppn = Nrank / Nnode; RealD ppn = Nrank / Nnode;
std::vector<HalfSpinColourVectorD *> xbuf(8); std::vector<HalfSpinColourVectorD *> xbuf(8);
std::vector<HalfSpinColourVectorD *> rbuf(8); std::vector<HalfSpinColourVectorD *> rbuf(8);
uint64_t bytes = lat * lat * lat * Ls * sizeof(HalfSpinColourVectorD); uint64_t bytes = lat * lat * lat * Ls * sizeof(HalfSpinColourVectorD);
for(int d=0;d<8;d++){ for (int d = 0; d < 8; d++)
{
xbuf[d] = (HalfSpinColourVectorD *)acceleratorAllocDevice(bytes); xbuf[d] = (HalfSpinColourVectorD *)acceleratorAllocDevice(bytes);
rbuf[d] = (HalfSpinColourVectorD *)acceleratorAllocDevice(bytes); rbuf[d] = (HalfSpinColourVectorD *)acceleratorAllocDevice(bytes);
} }
int ncomm; int ncomm;
for(int mu=0;mu<4;mu++){ for (int mu = 0; mu < 4; mu++)
if (mpi_layout[mu]>1 ) { {
if (mpi_layout[mu] > 1)
{
double start = usecond(); double start = usecond();
for(int i=0;i<Nloop;i++){ for (int i = 0; i < Nloop; i++)
{
ncomm = 0; ncomm = 0;
ncomm++; ncomm++;
int comm_proc = 1; int comm_proc = 1;
int xmit_to_rank; int xmit_to_rank;
@ -227,22 +242,17 @@ int main (int argc, char ** argv)
<< std::setw(11) << bytes << std::fixed << std::setprecision(1) << std::setw(7) << " " << std::setw(11) << bytes << std::fixed << std::setprecision(1) << std::setw(7) << " "
<< std::right << xbytes / mean << " " << std::right << xbytes / mean << " "
<< "\t\t" << std::setw(7) << bidibytes / mean << std::endl; << "\t\t" << std::setw(7) << bidibytes / mean << std::endl;
} }
} }
for(int d=0;d<8;d++){ for (int d = 0; d < 8; d++)
{
acceleratorFreeDevice(xbuf[d]); acceleratorFreeDevice(xbuf[d]);
acceleratorFreeDevice(rbuf[d]); acceleratorFreeDevice(rbuf[d]);
} }
} }
} }
std::cout << GridLogMessage << "====================================================================================================" << std::endl; std::cout << GridLogMessage << "====================================================================================================" << std::endl;
std::cout << GridLogMessage << "= All done; Bye Bye" << std::endl; std::cout << GridLogMessage << "= All done; Bye Bye" << std::endl;
std::cout << GridLogMessage << "====================================================================================================" << std::endl; std::cout << GridLogMessage << "====================================================================================================" << std::endl;