mirror of
https://github.com/paboyle/Grid.git
synced 2024-11-10 07:55:35 +00:00
343 lines
12 KiB
C++
343 lines
12 KiB
C++
#ifndef Hadrons_MDistil_PerambMultipleSolves_hpp_
|
|
#define Hadrons_MDistil_PerambMultipleSolves_hpp_
|
|
|
|
#include <Hadrons/Global.hpp>
|
|
#include <Hadrons/Module.hpp>
|
|
#include <Hadrons/ModuleFactory.hpp>
|
|
#include <Hadrons/Solver.hpp>
|
|
#include <Hadrons/EigenPack.hpp>
|
|
#include <Hadrons/A2AVectors.hpp>
|
|
#include <Hadrons/DilutedNoise.hpp>
|
|
|
|
// These are members of Distillation
|
|
#include <Hadrons/Modules/MDistil/Distil.hpp>
|
|
|
|
BEGIN_HADRONS_NAMESPACE
|
|
|
|
|
|
/******************************************************************************
|
|
* PerambMultipleSolves *
|
|
******************************************************************************/
|
|
BEGIN_MODULE_NAMESPACE(MDistil)
|
|
|
|
class PerambMultipleSolvesPar: Serializable
|
|
{
|
|
public:
|
|
GRID_SERIALIZABLE_CLASS_MEMBERS(PerambMultipleSolvesPar,
|
|
std::string, eigenPack,
|
|
std::string, PerambFileName,
|
|
std::string, ConfigFileDir,
|
|
std::string, ConfigFileName,
|
|
std::string, UniqueIdentifier,
|
|
int, nsolves,
|
|
std::vector<int>, nvecs,
|
|
int, nvec,
|
|
bool, multiFile,
|
|
DistilParameters, Distil,
|
|
std::string, solver);
|
|
};
|
|
|
|
template <typename FImpl>
|
|
class TPerambMultipleSolves: public Module<PerambMultipleSolvesPar>
|
|
{
|
|
public:
|
|
FERM_TYPE_ALIASES(FImpl,);
|
|
SOLVER_TYPE_ALIASES(FImpl,);
|
|
// constructor
|
|
TPerambMultipleSolves(const std::string name);
|
|
// destructor
|
|
virtual ~TPerambMultipleSolves(void);
|
|
// dependency relation
|
|
virtual std::vector<std::string> getInput(void);
|
|
virtual std::vector<std::string> getOutput(void);
|
|
// setup
|
|
virtual void setup(void);
|
|
// execution
|
|
virtual void execute(void);
|
|
protected:
|
|
// These variables are created in setup() and freed in Cleanup()
|
|
GridCartesian * grid3d; // Owned by me, so I must delete it
|
|
GridCartesian * grid4d; // Owned by environment (so I won't delete it)
|
|
protected:
|
|
virtual void Cleanup(void);
|
|
private:
|
|
unsigned int Ls_;
|
|
};
|
|
|
|
MODULE_REGISTER_TMP(PerambMultipleSolves, TPerambMultipleSolves<FIMPL>, MDistil);
|
|
|
|
// constructor /////////////////////////////////////////////////////////////////
|
|
template <typename FImpl>
|
|
TPerambMultipleSolves<FImpl>::TPerambMultipleSolves(const std::string name)
|
|
: grid3d{nullptr}, grid4d{nullptr}, Module<PerambMultipleSolvesPar>(name)
|
|
{}
|
|
|
|
// destructor
|
|
template <typename FImpl>
|
|
TPerambMultipleSolves<FImpl>::~TPerambMultipleSolves(void)
|
|
{
|
|
Cleanup();
|
|
};
|
|
|
|
// dependencies/products ///////////////////////////////////////////////////////
|
|
template <typename FImpl>
|
|
std::vector<std::string> TPerambMultipleSolves<FImpl>::getInput(void)
|
|
{
|
|
std::vector<std::string> in;
|
|
|
|
in.push_back(par().eigenPack);
|
|
in.push_back(par().solver);
|
|
|
|
return in;
|
|
}
|
|
|
|
template <typename FImpl>
|
|
std::vector<std::string> TPerambMultipleSolves<FImpl>::getOutput(void)
|
|
{
|
|
std::vector<std::string> out;
|
|
const int nsolves{par().nsolves};
|
|
std::vector<int> nvecs{par().nvecs};
|
|
|
|
for(int i=0;i<nsolves;i++){
|
|
out.push_back(getName()+ "_solve_" +std::to_string(nvecs[i]));
|
|
}
|
|
|
|
return out;
|
|
}
|
|
|
|
// setup ///////////////////////////////////////////////////////////////////////
|
|
template <typename FImpl>
|
|
void TPerambMultipleSolves<FImpl>::setup(void)
|
|
{
|
|
Cleanup();
|
|
|
|
const int nvec{par().nvec};
|
|
// auto &noise = envGet(std::vector<std::vector<std::vector<SpinVector>>>, par().noise);
|
|
const int nsolves{par().nsolves};
|
|
std::vector<int> nvecs{par().nvecs};
|
|
const DistilParameters & Distil{par().Distil};
|
|
const int LI{Distil.LI};
|
|
const int nnoise{Distil.nnoise};
|
|
const int Nt_inv{Distil.Nt_inv}; // TODO: PROBABLY BETTER: if (full_tdil) Nt_inv=1; else Nt_inv = TI;
|
|
const int Ns{Distil.Ns};
|
|
std::array<std::string,6> sIndexNames{"Nt", "nvec", "LI", "nnoise", "Nt_inv", "SI"};
|
|
|
|
envCreate(std::vector<Complex>, getName() + "_noise", 1,
|
|
nvec*Distil.Ns*Distil.Nt*Distil.nnoise);
|
|
for(int i=0;i<nsolves;i++){
|
|
envCreate(std::vector<FermionField>, getName() + "_solve_"+std::to_string(nvecs[i]), 1,
|
|
nnoise*nvecs[i]*Ns*Nt_inv, envGetGrid(FermionField));
|
|
}
|
|
grid4d = env().getGrid();
|
|
grid3d = MakeLowerDimGrid(grid4d);//new GridCartesian(latt_size,simd_layout_3,mpi_layout,*grid4d);
|
|
|
|
envTmpLat(GaugeField, "Umu");
|
|
envTmpLat(LatticeSpinColourVector, "dist_source");
|
|
envTmp(std::vector<LatticeSpinColourVector>, "sources", 1,
|
|
std::vector<LatticeSpinColourVector>( nsolves, grid4d ));
|
|
envTmpLat(LatticeSpinColourVector, "tmp2");
|
|
envTmpLat(LatticeSpinColourVector, "result");
|
|
//envTmpLat(LatticeSpinColourVector, "result_single_component");
|
|
envTmpLat(LatticeColourVector, "result_nospin");
|
|
//envTmpLat(LatticeColourVector, "tmp_nospin");
|
|
//envTmpLat(LatticeSpinVector, "peramb_tmp");
|
|
envTmp(LatticeSpinColourVector, "tmp3d",1,LatticeSpinColourVector(grid3d));
|
|
envTmp(LatticeColourVector, "tmp3d_nospin",1,LatticeColourVector(grid3d));
|
|
envTmp(LatticeColourVector, "result_3d",1,LatticeColourVector(grid3d));
|
|
envTmp(LatticeColourVector, "evec3d",1,LatticeColourVector(grid3d));
|
|
|
|
Ls_ = env().getObjectLs(par().solver);
|
|
envTmpLat(FermionField, "v4dtmp");
|
|
envTmpLat(FermionField, "v5dtmp", Ls_);
|
|
envTmpLat(FermionField, "v5dtmp_sol", Ls_);
|
|
}
|
|
|
|
// clean up any temporaries created by setup (that aren't stored in the environment)
|
|
template <typename FImpl>
|
|
void TPerambMultipleSolves<FImpl>::Cleanup(void)
|
|
{
|
|
if( grid3d != nullptr ) {
|
|
delete grid3d;
|
|
grid3d = nullptr;
|
|
}
|
|
grid4d = nullptr;
|
|
}
|
|
|
|
// execution ///////////////////////////////////////////////////////////////////
|
|
template <typename FImpl>
|
|
void TPerambMultipleSolves<FImpl>::execute(void)
|
|
{
|
|
const int nsolves{par().nsolves};
|
|
const int nvec{par().nvec};
|
|
std::vector<int> nvecs{par().nvecs};
|
|
const DistilParameters & Distil{par().Distil};
|
|
//const SolverParameters & Solver{par().Solver};
|
|
const int LI{Distil.LI};
|
|
//const int SI{Distil.SI};
|
|
const int TI{Distil.TI};
|
|
const int nnoise{Distil.nnoise};
|
|
const int Nt{Distil.Nt};
|
|
const int Nt_inv{Distil.Nt_inv}; // TODO: PROBABLY BETTER: if (full_tdil) Nt_inv=1; else Nt_inv = TI;
|
|
const int tsrc{Distil.tsrc};
|
|
const int Ns{Distil.Ns};
|
|
|
|
auto &solver=envGet(Solver, par().solver);
|
|
auto &mat = solver.getFMat();
|
|
envGetTmp(FermionField, v4dtmp);
|
|
envGetTmp(FermionField, v5dtmp);
|
|
envGetTmp(FermionField, v5dtmp_sol);
|
|
|
|
const bool full_tdil{TI==Nt};
|
|
const bool exact_distillation{full_tdil && LI==nvec};
|
|
|
|
const std::string &ConfigFileDir{par().ConfigFileDir};
|
|
const std::string &ConfigFileName{par().ConfigFileName};
|
|
const std::string &UniqueIdentifier{par().UniqueIdentifier};
|
|
|
|
auto &noise = envGet(std::vector<Complex>, getName() + "_noise");
|
|
auto &epack = envGet(Grid::Hadrons::EigenPack<LatticeColourVector>, par().eigenPack);
|
|
std::vector<std::vector<FermionField>> solves(nsolves);
|
|
for(int i=0;i<nsolves;i++){
|
|
auto &unsmeared_sink = envGet(std::vector<FermionField>, getName() +"_solve_"+std::to_string(nvecs[i]));
|
|
solves[i].resize(nnoise*nvecs[i]*Ns*Nt_inv, grid4d);
|
|
solves[i]=unsmeared_sink;
|
|
}
|
|
|
|
envGetTmp(GaugeField, Umu);
|
|
FieldMetaData header;
|
|
if((1)){
|
|
const std::vector<int> seeds({1, 2, 3, 4, 5});
|
|
GridParallelRNG pRNG4d(grid4d);
|
|
pRNG4d.SeedFixedIntegers(seeds);
|
|
std::cout << GridLogMessage << "now hot config" << std::endl;
|
|
SU<Nc>::HotConfiguration(pRNG4d, Umu);
|
|
std::cout << GridLogMessage << "hot cfg done." << std::endl;
|
|
|
|
// Set up the SAME gauge field on every time plane
|
|
// int Nt = grid4d->gDimensions()[Tdir];
|
|
Grid_unquiesce_nodes();
|
|
|
|
auto Usft = Umu;
|
|
Lattice<iScalar<vInteger> > coor(grid4d);
|
|
LatticeCoordinate(coor,Tdir);
|
|
for(int t=1;t<Nt;t++){
|
|
// t=1
|
|
// Umu Usft
|
|
// 0,1,2,3,4,5,6,7 -> 7,0,1,2,3,4,5,6 t=1
|
|
// 0,0,2,3,4,5,6,7 6,7,0,1,2,3,4,5 t=2
|
|
// 0,0,0,3,4,5,6,7 5,6,7,0,1,2,3,4 t=3
|
|
//...
|
|
|
|
Usft = Cshift(Usft,Tdir,-1);
|
|
Umu = where(coor==t,Usft,Umu);
|
|
}
|
|
} else {
|
|
//std::string fileName( "/home/dp008/dp008/dc-rich6/Scripts/ConfigsDeflQED/ckpoint_lat.3000" );
|
|
std::string fileName(ConfigFileDir + ConfigFileName);
|
|
std::cout << GridLogMessage << "Loading NERSC configuration from '" << fileName << "'" << std::endl;
|
|
NerscIO::readConfiguration(Umu, header, fileName);
|
|
std::cout << GridLogMessage << "reading done." << std::endl;
|
|
}
|
|
|
|
GridSerialRNG sRNG;
|
|
sRNG.SeedUniqueString(ConfigFileName + "_" + UniqueIdentifier);
|
|
Real rn;
|
|
|
|
for (int inoise=0;inoise<nnoise;inoise++) {
|
|
for (int t=0;t<Nt;t++) {
|
|
for (int ivec=0;ivec<nvec;ivec++) {
|
|
for (int is=0;is<Ns;is++) {
|
|
if (exact_distillation)
|
|
noise[inoise + nnoise*(t + Nt*(ivec+nvec*is))] = 1.;
|
|
else{
|
|
random(sRNG,rn);
|
|
// We could use a greater number of complex roots of unity
|
|
// ... but this seems to work well
|
|
noise[inoise + nnoise*(t + Nt*(ivec+nvec*is))] = (rn > 0.5) ? -1 : 1;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
envGetTmp(LatticeSpinColourVector, dist_source);
|
|
envGetTmp(LatticeSpinColourVector, tmp2);
|
|
envGetTmp(LatticeSpinColourVector, result);
|
|
envGetTmp(LatticeColourVector, result_nospin);
|
|
envGetTmp(LatticeSpinColourVector, tmp3d);
|
|
envGetTmp(LatticeColourVector, tmp3d_nospin);
|
|
envGetTmp(LatticeColourVector, result_3d);
|
|
envGetTmp(LatticeColourVector, evec3d);
|
|
envGetTmp(std::vector<LatticeSpinColourVector>, sources);
|
|
|
|
const int Ntlocal{grid4d->LocalDimensions()[3]};
|
|
const int Ntfirst{grid4d->LocalStarts()[3]};
|
|
|
|
std::cout << "init RBG " << std::endl;
|
|
GridRedBlackCartesian RBGrid(grid4d);
|
|
std::cout << "init RBG done" << std::endl;
|
|
|
|
{
|
|
|
|
int t_inv;
|
|
for (int inoise = 0; inoise < nnoise; inoise++) {
|
|
for (int dk = 0; dk < LI; dk++) {
|
|
for (int dt = 0; dt < Nt_inv; dt++) {
|
|
for (int ds = 0; ds < Ns; ds++) {
|
|
std::cout << "LapH source vector from noise " << inoise << " and dilution component (d_k,d_t,d_alpha) : (" << dk << ","<< dt << "," << ds << ")" << std::endl;
|
|
dist_source = zero;
|
|
for (int isource = 0; isource < nsolves; isource ++){
|
|
if(dk < nvecs[isource])
|
|
sources[isource] = zero;
|
|
}
|
|
tmp3d_nospin = zero;
|
|
evec3d = zero;
|
|
for (int it = dt; it < Nt; it += TI){
|
|
if (full_tdil) t_inv = tsrc; else t_inv = it;
|
|
if( t_inv >= Ntfirst && t_inv < Ntfirst + Ntlocal ) {
|
|
for (int ik = dk; ik < nvec; ik += LI){
|
|
for (int is = ds; is < Ns; is += Ns){ // TODO: Also allow non-full spin dilution (re-define exact_distillation?)
|
|
ExtractSliceLocal(evec3d,epack.evec[ik],0,t_inv,3);
|
|
tmp3d_nospin = evec3d * noise[inoise + nnoise*(t_inv + Nt*(ik+nvec*is))];
|
|
tmp3d=zero;
|
|
pokeSpin(tmp3d,tmp3d_nospin,is);
|
|
tmp2=zero;
|
|
InsertSliceLocal(tmp3d,tmp2,0,t_inv-Ntfirst,Grid::QCD::Tdir);
|
|
dist_source += tmp2;
|
|
for (int isource = 0; isource < nsolves; isource ++){
|
|
if(dk < nvecs[isource])
|
|
sources[isource] += tmp2;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
std::cout << "Inversion for noise " << inoise << " and dilution component (d_k,d_t,d_alpha) : (" << dk << ","<< dt << "," << ds << ")" << std::endl;
|
|
result=zero;
|
|
for (int isource = 0; isource < nsolves; isource ++){
|
|
if(dk < nvecs[isource]){
|
|
v4dtmp = sources[isource];
|
|
if (Ls_ == 1){
|
|
solver(result, v4dtmp);
|
|
} else {
|
|
mat.ImportPhysicalFermionSource(v4dtmp, v5dtmp);
|
|
solver(v5dtmp_sol, v5dtmp);
|
|
mat.ExportPhysicalFermionSolution(v5dtmp_sol, v4dtmp);
|
|
result = v4dtmp;
|
|
}
|
|
solves[isource][inoise+nnoise*(dk+nvecs[isource]*(dt+Nt_inv*ds))] = result;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
END_MODULE_NAMESPACE
|
|
|
|
END_HADRONS_NAMESPACE
|
|
|
|
#endif // Hadrons_MDistil_PerambMultipleSolves_hpp_
|