mirror of
https://github.com/paboyle/Grid.git
synced 2024-11-10 07:55:35 +00:00
348 lines
11 KiB
C++
348 lines
11 KiB
C++
#include "Grid.h"
|
|
#include "Grid_vRealD.h"
|
|
#include "Grid_vRealF.h"
|
|
#include "Grid_vComplexD.h"
|
|
#include "Grid_vComplexF.h"
|
|
#include "Grid_Cartesian.h"
|
|
#include "Grid_Lattice.h"
|
|
|
|
using namespace std;
|
|
using namespace dpo;
|
|
using namespace dpo::QCD;
|
|
|
|
|
|
int main (int argc, char ** argv)
|
|
{
|
|
|
|
#if 0
|
|
struct sigaction sa,osa;
|
|
sigemptyset (&sa.sa_mask);
|
|
sa.sa_sigaction= sa_action;
|
|
sa.sa_flags = SA_ONSTACK|SA_SIGINFO;
|
|
|
|
sigaction(SIGSEGV,&sa,NULL);
|
|
sigaction(SIGTRAP,&sa,NULL);
|
|
#endif
|
|
|
|
std::vector<int> latt_size(4);
|
|
std::vector<int> simd_layout(4);
|
|
|
|
std::vector<int> mpi_layout(4);
|
|
for(int d=0;d<4;d++) mpi_layout[d]=1;
|
|
|
|
#ifdef AVX512
|
|
for(int omp=128;omp<236;omp+=16){
|
|
#else
|
|
for(int omp=1;omp<8;omp*=2){
|
|
#endif
|
|
|
|
#ifdef OMP
|
|
omp_set_num_threads(omp);
|
|
#endif
|
|
|
|
for(int lat=4;lat<=16;lat+=40){
|
|
latt_size[0] = lat;
|
|
latt_size[1] = lat;
|
|
latt_size[2] = lat;
|
|
latt_size[3] = lat;
|
|
double volume = latt_size[0]*latt_size[1]*latt_size[2]*latt_size[3];
|
|
|
|
#ifdef AVX512
|
|
simd_layout[0] = 1;
|
|
simd_layout[1] = 2;
|
|
simd_layout[2] = 2;
|
|
simd_layout[3] = 2;
|
|
#endif
|
|
#if defined (AVX1)|| defined (AVX2)
|
|
simd_layout[0] = 1;
|
|
simd_layout[1] = 1;
|
|
simd_layout[2] = 2;
|
|
simd_layout[3] = 2;
|
|
#endif
|
|
#if defined (SSE2)
|
|
simd_layout[0] = 1;
|
|
simd_layout[1] = 1;
|
|
simd_layout[2] = 1;
|
|
simd_layout[3] = 2;
|
|
#endif
|
|
|
|
GridCartesian Fine(latt_size,simd_layout,mpi_layout);
|
|
GridRedBlackCartesian rbFine(latt_size,simd_layout,mpi_layout);
|
|
|
|
LatticeColourMatrix Foo(&Fine);
|
|
LatticeColourMatrix Bar(&Fine);
|
|
|
|
LatticeSpinColourMatrix scFoo(&Fine);
|
|
LatticeSpinColourMatrix scBar(&Fine);
|
|
|
|
LatticeColourMatrix Shifted(&Fine);
|
|
LatticeColourMatrix ShiftedCheck(&Fine);
|
|
LatticeColourMatrix rShifted(&rbFine);
|
|
LatticeColourMatrix bShifted(&rbFine);
|
|
|
|
LatticeColourMatrix rFoo(&rbFine);
|
|
LatticeColourMatrix bFoo(&rbFine);
|
|
|
|
LatticeColourMatrix FooBar(&Fine);
|
|
LatticeSpinColourMatrix scFooBar(&Fine);
|
|
|
|
LatticeColourVector cVec(&Fine);
|
|
LatticeSpinVector sVec(&Fine);
|
|
LatticeSpinColourVector scVec(&Fine);
|
|
|
|
LatticeColourMatrix cMat(&Fine);
|
|
LatticeSpinMatrix sMat(&Fine);
|
|
LatticeSpinColourMatrix scMat(&Fine);
|
|
|
|
LatticeComplex scalar(&Fine);
|
|
|
|
SpinMatrix GammaFive;
|
|
iSpinMatrix<vComplex> iGammaFive;
|
|
ColourMatrix cmat;
|
|
|
|
random(Foo);
|
|
gaussian(Bar);
|
|
random(scFoo);
|
|
random(scBar);
|
|
|
|
random(cMat);
|
|
random(sMat);
|
|
random(scMat);
|
|
random(cVec);
|
|
random(sVec);
|
|
random(scVec);
|
|
|
|
fflush(stdout);
|
|
cVec = cMat * cVec; // LatticeColourVector = LatticeColourMatrix * LatticeColourVector
|
|
sVec = sMat * sVec; // LatticeSpinVector = LatticeSpinMatrix * LatticeSpinVector
|
|
scVec= scMat * scVec;// LatticeSpinColourVector = LatticeSpinColourMatrix * LatticeSpinColourVector
|
|
scVec= cMat * scVec; // LatticeSpinColourVector = LatticeColourMatrix * LatticeSpinColourVector
|
|
scVec= sMat * scVec; // LatticeSpinColourVector = LatticeSpinMatrix * LatticeSpinColourVector
|
|
|
|
cMat = outerProduct(cVec,cVec);
|
|
scalar = localInnerProduct(cVec,cVec);
|
|
|
|
scMat = sMat*scMat; // LatticeSpinColourMatrix = LatticeSpinMatrix * LatticeSpinColourMatrix
|
|
|
|
// Non-lattice (const objects) * Lattice
|
|
ColourMatrix cm;
|
|
SpinColourMatrix scm;
|
|
|
|
scMat = cMat*scMat;
|
|
scm = cm * scm; // SpinColourMatrix = ColourMatrix * SpinColourMatrix
|
|
scm = scm *cm; // SpinColourMatrix = SpinColourMartix * ColourMatrix
|
|
scm = GammaFive * scm ; // SpinColourMatrix = SpinMatrix * SpinColourMatrix
|
|
scm = scm* GammaFive ; // SpinColourMatrix = SpinColourMatrix * SpinMatrix
|
|
|
|
sMat = adj(sMat); // LatticeSpinMatrix adjoint
|
|
sMat = iGammaFive*sMat; // SpinMatrix * LatticeSpinMatrix
|
|
sMat = GammaFive*sMat; // SpinMatrix * LatticeSpinMatrix
|
|
scMat= adj(scMat);
|
|
cMat= adj(cMat);
|
|
cm=adj(cm);
|
|
scm=adj(scm);
|
|
|
|
// Foo = Foo+scalar; // LatticeColourMatrix+Scalar
|
|
// Foo = Foo*scalar; // LatticeColourMatrix*Scalar
|
|
// Foo = Foo-scalar; // LatticeColourMatrix-Scalar
|
|
// Foo = scalar*Foo; // Scalar*LatticeColourMatrix
|
|
// Foo = scalar+Foo; // Scalar+LatticeColourMatrix
|
|
// Foo = scalar-Foo; // Scalar-LatticeColourMatrix
|
|
|
|
LatticeComplex trscMat(&Fine);
|
|
trscMat = trace(scMat); // Trace
|
|
|
|
FooBar = Bar;
|
|
|
|
/*
|
|
{
|
|
std::vector<int> coor(4);
|
|
for(int d=0;d<4;d++) coor[d] = 0;
|
|
peekSite(cmat,Foo,coor);
|
|
Foo = zero;
|
|
pokeSite(cmat,Foo,coor);
|
|
}
|
|
random(Foo);
|
|
*/
|
|
lex_sites(Foo);
|
|
|
|
|
|
//setCheckerboard(ShiftedCheck,rFoo);
|
|
//setCheckerboard(ShiftedCheck,bFoo);
|
|
|
|
|
|
// Lattice SU(3) x SU(3)
|
|
FooBar = Foo * Bar;
|
|
|
|
// Lattice 12x12 GEMM
|
|
scFooBar = scFoo * scBar;
|
|
|
|
// Benchmark some simple operations LatticeSU3 * Lattice SU3.
|
|
double t0,t1,flops;
|
|
double bytes;
|
|
int ncall=100;
|
|
int Nc = dpo::QCD::Nc;
|
|
|
|
flops = ncall*1.0*volume*(8*Nc*Nc*Nc);
|
|
bytes = ncall*1.0*volume*Nc*Nc *2*3*sizeof(dpo::Real);
|
|
printf("%f flop and %f bytes\n",flops,bytes/ncall);
|
|
FooBar = Foo * Bar;
|
|
t0=usecond();
|
|
for(int i=0;i<ncall;i++){
|
|
mult(FooBar,Foo,Bar); // this is better
|
|
}
|
|
t1=usecond();
|
|
#ifdef OMP
|
|
printf("mult NumThread %d , Lattice size %d , %f us per call\n",omp_get_max_threads(),lat,(t1-t0)/ncall);
|
|
#endif
|
|
printf("mult NumThread %d , Lattice size %d , %f Mflop/s\n",omp,lat,flops/(t1-t0));
|
|
printf("mult NumThread %d , Lattice size %d , %f MB/s\n",omp,lat,bytes/(t1-t0));
|
|
|
|
mult(FooBar,Foo,Bar);
|
|
FooBar = Foo * Bar;
|
|
|
|
bytes = ncall*1.0*volume*Nc*Nc *2*5*sizeof(dpo::Real);
|
|
t0=usecond();
|
|
for(int i=0;i<ncall;i++){
|
|
mult(FooBar,Foo,Cshift(Bar,1,-2));
|
|
//mult(FooBar,Foo,Bar);
|
|
//FooBar = Foo * Bar; // this is bad
|
|
}
|
|
t1=usecond();
|
|
|
|
FooBar = Foo * Bar;
|
|
|
|
printf("Cshift Mult: NumThread %d , Lattice size %d , %f us per call\n",omp,lat,(t1-t0)/ncall);
|
|
printf("Cshift Mult: NumThread %d , Lattice size %d , %f Mflop/s\n",omp,lat,flops/(t1-t0));
|
|
printf("Cshift Mult: NumThread %d , Lattice size %d , %f MB/s\n",omp,lat,bytes/(t1-t0));
|
|
|
|
// pickCheckerboard(0,rFoo,FooBar);
|
|
// pickCheckerboard(1,bFoo,FooBar);
|
|
// setCheckerboard(FooBar,rFoo);
|
|
// setCheckerboard(FooBar,bFoo);
|
|
|
|
double nrm=0;
|
|
|
|
for(int dir=0;dir<4;dir++){
|
|
for(int shift=0;shift<latt_size[dir];shift++){
|
|
|
|
|
|
|
|
pickCheckerboard(0,rFoo,Foo); // Pick out red or black checkerboards
|
|
pickCheckerboard(1,bFoo,Foo);
|
|
|
|
std::cout << "Shifting both parities by "<< shift <<" direction "<< dir <<std::endl;
|
|
Shifted = Cshift(Foo,dir,shift); // Shift everything
|
|
|
|
std::cout << "Shifting even parities"<<std::endl;
|
|
bShifted = Cshift(rFoo,dir,shift); // Shift red->black
|
|
std::cout << "Shifting odd parities"<<std::endl;
|
|
rShifted = Cshift(bFoo,dir,shift); // Shift black->red
|
|
|
|
ShiftedCheck=zero;
|
|
setCheckerboard(ShiftedCheck,bShifted); // Put them all together
|
|
setCheckerboard(ShiftedCheck,rShifted); // and check the results (later)
|
|
|
|
// Check results
|
|
std::vector<int> coor(4);
|
|
for(coor[3]=0;coor[3]<latt_size[3];coor[3]++){
|
|
for(coor[2]=0;coor[2]<latt_size[2];coor[2]++){
|
|
for(coor[1]=0;coor[1]<latt_size[1];coor[1]++){
|
|
for(coor[0]=0;coor[0]<latt_size[0];coor[0]++){
|
|
|
|
std::complex<dpo::Real> diff;
|
|
|
|
std::vector<int> shiftcoor = coor;
|
|
shiftcoor[dir]=(shiftcoor[dir]+shift+latt_size[dir])%latt_size[dir];
|
|
|
|
std::vector<int> rl(4);
|
|
for(int dd=0;dd<4;dd++){
|
|
rl[dd] = latt_size[dd]/simd_layout[dd];
|
|
}
|
|
int lex = coor[0]%rl[0]
|
|
+ (coor[1]%rl[1])*rl[0]
|
|
+ (coor[2]%rl[2])*rl[0]*rl[1]
|
|
+ (coor[3]%rl[3])*rl[0]*rl[1]*rl[2];
|
|
lex +=
|
|
+1000*(coor[0]/rl[0])
|
|
+1000*(coor[1]/rl[1])*simd_layout[0]
|
|
+1000*(coor[2]/rl[2])*simd_layout[0]*simd_layout[1]
|
|
+1000*(coor[3]/rl[3])*simd_layout[0]*simd_layout[1]*simd_layout[2];
|
|
|
|
int lex_coor = shiftcoor[0]%rl[0]
|
|
+ (shiftcoor[1]%rl[1])*rl[0]
|
|
+ (shiftcoor[2]%rl[2])*rl[0]*rl[1]
|
|
+ (shiftcoor[3]%rl[3])*rl[0]*rl[1]*rl[2];
|
|
lex_coor +=
|
|
+1000*(shiftcoor[0]/rl[0])
|
|
+1000*(shiftcoor[1]/rl[1])*simd_layout[0]
|
|
+1000*(shiftcoor[2]/rl[2])*simd_layout[0]*simd_layout[1]
|
|
+1000*(shiftcoor[3]/rl[3])*simd_layout[0]*simd_layout[1]*simd_layout[2];
|
|
|
|
ColourMatrix foo;
|
|
ColourMatrix bar;
|
|
ColourMatrix shifted1;
|
|
ColourMatrix shifted2;
|
|
ColourMatrix shifted3;
|
|
ColourMatrix foobar1;
|
|
ColourMatrix foobar2;
|
|
ColourMatrix mdiff,amdiff;
|
|
|
|
peekSite(shifted1,Shifted,coor);
|
|
peekSite(shifted2,Foo,shiftcoor);
|
|
peekSite(shifted3,ShiftedCheck,coor);
|
|
peekSite(foo,Foo,coor);
|
|
|
|
mdiff = shifted1-shifted2;
|
|
amdiff=adj(mdiff);
|
|
ColourMatrix prod = amdiff*mdiff;
|
|
TReal Ttr=real(trace(prod));
|
|
double nn=Ttr._internal._internal;
|
|
if ( nn > 0 )
|
|
cout<<"Shift real trace fail "<<coor[0]<<coor[1]<<coor[2]<<coor[3] <<endl;
|
|
|
|
for(int r=0;r<3;r++){
|
|
for(int c=0;c<3;c++){
|
|
diff =shifted1._internal._internal[r][c]-shifted2._internal._internal[r][c];
|
|
nn=real(conj(diff)*diff);
|
|
if ( nn > 0 )
|
|
cout<<"Shift fail (shifted1/shifted2-ref) "<<coor[0]<<coor[1]<<coor[2]<<coor[3] <<" "
|
|
<<shifted1._internal._internal[r][c]<<" "<<shifted2._internal._internal[r][c]
|
|
<< " "<< foo._internal._internal[r][c]<< " lex expect " << lex_coor << " lex "<<lex<<endl;
|
|
else if(0)
|
|
cout<<"Shift pass 1vs2 "<<coor[0]<<coor[1]<<coor[2]<<coor[3] <<" "
|
|
<<shifted1._internal._internal[r][c]<<" "<<shifted2._internal._internal[r][c]
|
|
<< " "<< foo._internal._internal[r][c]<< " lex expect " << lex_coor << " lex "<<lex<<endl;
|
|
}}
|
|
|
|
for(int r=0;r<3;r++){
|
|
for(int c=0;c<3;c++){
|
|
diff =shifted3._internal._internal[r][c]-shifted2._internal._internal[r][c];
|
|
nn=real(conj(diff)*diff);
|
|
if ( nn > 0 )
|
|
cout<<"Shift rb fail (shifted3/shifted2-ref) "<<coor[0]<<coor[1]<<coor[2]<<coor[3] <<" "
|
|
<<shifted3._internal._internal[r][c]<<" "<<shifted2._internal._internal[r][c]
|
|
<< " "<< foo._internal._internal[r][c]<< " lex expect " << lex_coor << " lex "<<lex<<endl;
|
|
else if(0)
|
|
cout<<"Shift rb pass 3vs2 "<<coor[0]<<coor[1]<<coor[2]<<coor[3] <<" "
|
|
<<shifted3._internal._internal[r][c]<<" "<<shifted2._internal._internal[r][c]
|
|
<< " "<< foo._internal._internal[r][c]<< " lex expect " << lex_coor << " lex "<<lex<<endl;
|
|
}}
|
|
peekSite(bar,Bar,coor);
|
|
|
|
peekSite(foobar1,FooBar,coor);
|
|
foobar2 = foo*bar;
|
|
for(int r=0;r<Nc;r++){
|
|
for(int c=0;c<Nc;c++){
|
|
diff =foobar2._internal._internal[r][c]-foobar1._internal._internal[r][c];
|
|
nrm = nrm + real(conj(diff)*diff);
|
|
}}
|
|
}}}}
|
|
}}
|
|
std::cout << "LatticeColorMatrix * LatticeColorMatrix nrm diff = "<<nrm<<std::endl;
|
|
|
|
} // loop for lat
|
|
} // loop for omp
|
|
|
|
}
|