mirror of
https://github.com/paboyle/Grid.git
synced 2025-04-11 14:40:46 +01:00
288 lines
12 KiB
C++
288 lines
12 KiB
C++
/*************************************************************************************
|
|
|
|
Grid physics library, www.github.com/paboyle/Grid
|
|
|
|
Source file: Hadrons/Modules/MDistil/Perambulator.hpp
|
|
|
|
Copyright (C) 2019
|
|
|
|
Author: Felix Erben <ferben@ed.ac.uk>
|
|
Author: Michael Marshall <Michael.Marshall@ed.ac.uk>
|
|
|
|
This program is free software; you can redistribute it and/or modify
|
|
it under the terms of the GNU General Public License as published by
|
|
the Free Software Foundation; either version 2 of the License, or
|
|
(at your option) any later version.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License along
|
|
with this program; if not, write to the Free Software Foundation, Inc.,
|
|
51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
|
|
See the full license in the file "LICENSE" in the top level distribution directory
|
|
*************************************************************************************/
|
|
/* END LEGAL */
|
|
|
|
#ifndef Hadrons_MDistil_Perambulator_hpp_
|
|
#define Hadrons_MDistil_Perambulator_hpp_
|
|
|
|
#include <Hadrons/Modules/MDistil/Distil.hpp>
|
|
|
|
BEGIN_HADRONS_NAMESPACE
|
|
BEGIN_MODULE_NAMESPACE(MDistil)
|
|
|
|
/******************************************************************************
|
|
* Perambulator *
|
|
******************************************************************************/
|
|
|
|
class PerambulatorPar: Serializable
|
|
{
|
|
public:
|
|
GRID_SERIALIZABLE_CLASS_MEMBERS(PerambulatorPar,
|
|
std::string, lapevec,
|
|
std::string, solver,
|
|
std::string, noise,
|
|
std::string, PerambFileName,
|
|
std::string, UnsmearedSinkFileName,
|
|
std::string, DistilParams);
|
|
};
|
|
|
|
template <typename FImpl>
|
|
class TPerambulator: public Module<PerambulatorPar>
|
|
{
|
|
public:
|
|
FERM_TYPE_ALIASES(FImpl,);
|
|
SOLVER_TYPE_ALIASES(FImpl,);
|
|
// constructor
|
|
TPerambulator(const std::string name);
|
|
// destructor
|
|
virtual ~TPerambulator(void) {};
|
|
// dependency relation
|
|
virtual std::vector<std::string> getInput(void);
|
|
virtual std::vector<std::string> getOutput(void);
|
|
// setup
|
|
virtual void setup(void);
|
|
// execution
|
|
virtual void execute(void);
|
|
protected:
|
|
std::unique_ptr<GridCartesian> grid3d; // Owned by me, so I must delete it
|
|
unsigned int Ls_;
|
|
};
|
|
|
|
MODULE_REGISTER_TMP(Perambulator, TPerambulator<FIMPL>, MDistil);
|
|
|
|
/******************************************************************************
|
|
* TPerambulator implementation *
|
|
******************************************************************************/
|
|
// constructor /////////////////////////////////////////////////////////////////
|
|
template <typename FImpl>
|
|
TPerambulator<FImpl>::TPerambulator(const std::string name) : Module<PerambulatorPar>(name) {}
|
|
|
|
// dependencies/products ///////////////////////////////////////////////////////
|
|
template <typename FImpl>
|
|
std::vector<std::string> TPerambulator<FImpl>::getInput(void)
|
|
{
|
|
return {par().lapevec, par().solver, par().noise, par().DistilParams};
|
|
}
|
|
|
|
static const std::string UnsmearedSink{ "_unsmeared_sink" };
|
|
|
|
template <typename FImpl>
|
|
std::vector<std::string> TPerambulator<FImpl>::getOutput(void)
|
|
{
|
|
// Always return perambulator with name of module
|
|
std::string objName{ getName() };
|
|
std::vector<std::string> output{ objName };
|
|
// If unsmeared sink is specified, then output that as well
|
|
const std::string UnsmearedSinkFileName{ par().UnsmearedSinkFileName };
|
|
if( !UnsmearedSinkFileName.empty() )
|
|
{
|
|
objName.append( UnsmearedSink );
|
|
output.emplace_back( objName );
|
|
}
|
|
return output;
|
|
}
|
|
|
|
// setup ///////////////////////////////////////////////////////////////////////
|
|
template <typename FImpl>
|
|
void TPerambulator<FImpl>::setup(void)
|
|
{
|
|
MakeLowerDimGrid(grid3d, env().getGrid());
|
|
const DistilParameters &dp = envGet(DistilParameters, par().DistilParams);
|
|
const int Nt{env().getDim(Tdir)};
|
|
const bool full_tdil{ dp.TI == Nt };
|
|
const int Nt_inv{ full_tdil ? 1 : dp.TI };
|
|
|
|
std::string objName{ getName() };
|
|
envCreate(PerambTensor, objName, 1, Nt, dp.nvec, dp.LI, dp.nnoise, Nt_inv, dp.SI);
|
|
const std::string UnsmearedSinkFileName{ par().UnsmearedSinkFileName };
|
|
if( !UnsmearedSinkFileName.empty() )
|
|
{
|
|
objName.append( UnsmearedSink );
|
|
envCreate(std::vector<FermionField>, objName, 1, dp.nnoise*dp.LI*Ns*Nt_inv,
|
|
envGetGrid(FermionField));
|
|
}
|
|
|
|
envTmpLat(LatticeSpinColourVector, "dist_source");
|
|
envTmpLat(LatticeSpinColourVector, "source4d");
|
|
envTmp(LatticeSpinColourVector, "source3d",1,LatticeSpinColourVector(grid3d.get()));
|
|
envTmp(LatticeColourVector, "source3d_nospin",1,LatticeColourVector(grid3d.get()));
|
|
envTmpLat(LatticeSpinColourVector, "result4d");
|
|
envTmpLat(LatticeColourVector, "result4d_nospin");
|
|
envTmp(LatticeColourVector, "result3d_nospin",1,LatticeColourVector(grid3d.get()));
|
|
envTmp(LatticeColourVector, "evec3d",1,LatticeColourVector(grid3d.get()));
|
|
|
|
Ls_ = env().getObjectLs(par().solver);
|
|
envTmpLat(FermionField, "v4dtmp");
|
|
envTmpLat(FermionField, "v5dtmp", Ls_);
|
|
envTmpLat(FermionField, "v5dtmp_sol", Ls_);
|
|
}
|
|
|
|
// execution ///////////////////////////////////////////////////////////////////
|
|
template <typename FImpl>
|
|
void TPerambulator<FImpl>::execute(void)
|
|
{
|
|
const DistilParameters &dp{ envGet(DistilParameters, par().DistilParams) };
|
|
const int Nt{env().getDim(Tdir)};
|
|
const bool full_tdil{ dp.TI == Nt };
|
|
const int Nt_inv{ full_tdil ? 1 : dp.TI };
|
|
|
|
auto &solver=envGet(Solver, par().solver);
|
|
auto &mat = solver.getFMat();
|
|
envGetTmp(FermionField, v4dtmp);
|
|
envGetTmp(FermionField, v5dtmp);
|
|
envGetTmp(FermionField, v5dtmp_sol);
|
|
auto &noise = envGet(NoiseTensor, par().noise);
|
|
std::string objName{ getName() };
|
|
auto &perambulator = envGet(PerambTensor, objName);
|
|
auto &epack = envGet(LapEvecs, par().lapevec);
|
|
objName.append( UnsmearedSink );
|
|
const std::string UnsmearedSinkFileName{ par().UnsmearedSinkFileName };
|
|
const bool bSaveUnsmearedSink( !UnsmearedSinkFileName.empty() );
|
|
envGetTmp(LatticeSpinColourVector, dist_source);
|
|
envGetTmp(LatticeSpinColourVector, source4d);
|
|
envGetTmp(LatticeSpinColourVector, source3d);
|
|
envGetTmp(LatticeColourVector, source3d_nospin);
|
|
envGetTmp(LatticeSpinColourVector, result4d);
|
|
envGetTmp(LatticeColourVector, result4d_nospin);
|
|
envGetTmp(LatticeColourVector, result3d_nospin);
|
|
envGetTmp(LatticeColourVector, evec3d);
|
|
GridCartesian * const grid4d{ env().getGrid() }; // Owned by environment (so I won't delete it)
|
|
const int Ntlocal{grid4d->LocalDimensions()[3]};
|
|
const int Ntfirst{grid4d->LocalStarts()[3]};
|
|
|
|
for (int inoise = 0; inoise < dp.nnoise; inoise++)
|
|
{
|
|
for (int dk = 0; dk < dp.LI; dk++)
|
|
{
|
|
for (int dt = 0; dt < Nt_inv; dt++)
|
|
{
|
|
for (int ds = 0; ds < dp.SI; ds++)
|
|
{
|
|
LOG(Message) << "LapH source vector from noise " << inoise << " and dilution component (d_k,d_t,d_alpha) : (" << dk << ","<< dt << "," << ds << ")" << std::endl;
|
|
dist_source = 0;
|
|
evec3d = 0;
|
|
for (int it = dt; it < Nt; it += dp.TI)
|
|
{
|
|
const int t_inv{full_tdil ? dp.tsrc : it};
|
|
if( t_inv >= Ntfirst && t_inv < Ntfirst + Ntlocal )
|
|
{
|
|
for (int ik = dk; ik < dp.nvec; ik += dp.LI)
|
|
{
|
|
for (int is = ds; is < Ns; is += dp.SI)
|
|
{
|
|
ExtractSliceLocal(evec3d,epack.evec[ik],0,t_inv-Ntfirst,Tdir);
|
|
source3d_nospin = evec3d * noise.tensor(inoise, t_inv, ik, is);
|
|
source3d=0;
|
|
pokeSpin(source3d,source3d_nospin,is);
|
|
source4d=0;
|
|
InsertSliceLocal(source3d,source4d,0,t_inv-Ntfirst,Tdir);
|
|
dist_source += source4d;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
result4d=0;
|
|
v4dtmp = dist_source;
|
|
if (Ls_ == 1)
|
|
solver(result4d, v4dtmp);
|
|
else
|
|
{
|
|
mat.ImportPhysicalFermionSource(v4dtmp, v5dtmp);
|
|
solver(v5dtmp_sol, v5dtmp);
|
|
mat.ExportPhysicalFermionSolution(v5dtmp_sol, v4dtmp);
|
|
result4d = v4dtmp;
|
|
}
|
|
if( bSaveUnsmearedSink )
|
|
{
|
|
auto &unsmeared_sink = envGet(std::vector<FermionField>, objName);
|
|
unsmeared_sink[inoise+dp.nnoise*(dk+dp.LI*(dt+Nt_inv*ds))] = result4d;
|
|
}
|
|
for (int is = 0; is < Ns; is++)
|
|
{
|
|
result4d_nospin = peekSpin(result4d,is);
|
|
for (int t = Ntfirst; t < Ntfirst + Ntlocal; t++)
|
|
{
|
|
ExtractSliceLocal(result3d_nospin,result4d_nospin,0,t-Ntfirst,Tdir);
|
|
for (int ivec = 0; ivec < dp.nvec; ivec++)
|
|
{
|
|
ExtractSliceLocal(evec3d,epack.evec[ivec],0,t-Ntfirst,Tdir);
|
|
pokeSpin(perambulator.tensor(t, ivec, dk, inoise,dt,ds),static_cast<Complex>(innerProduct(evec3d, result3d_nospin)),is);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
// Now share my timeslice data with other members of the grid
|
|
const int NumSlices{grid4d->_processors[Tdir] / grid3d->_processors[Tdir]};
|
|
if (NumSlices > 1)
|
|
{
|
|
LOG(Debug) << "Sharing perambulator data with other nodes" << std::endl;
|
|
const int MySlice {grid4d->_processor_coor[Tdir]};
|
|
const int SliceCount {static_cast<int>(perambulator.tensor.size()/NumSlices)};
|
|
PerambTensor::Scalar * const MyData {perambulator.tensor.data()+MySlice*SliceCount};
|
|
Coordinate coor(Nd);
|
|
for (int i = 0 ; i < Tdir ; i++) coor[i] = grid4d->_processor_coor[i];
|
|
std::vector<CommsRequest_t> reqs(0);
|
|
for (int i = 1; i < NumSlices ; i++)
|
|
{
|
|
coor[Tdir] = (MySlice+i)%NumSlices;
|
|
const int SendRank { grid4d->RankFromProcessorCoor(coor) };
|
|
const int RecvSlice { ( MySlice - i + NumSlices ) % NumSlices };
|
|
coor[Tdir] = RecvSlice;
|
|
const auto RecvRank = grid4d->RankFromProcessorCoor(coor);
|
|
grid4d->SendToRecvFromBegin(reqs,MyData,SendRank, perambulator.tensor.data()
|
|
+ RecvSlice*SliceCount,RecvRank,SliceCount*sizeof(PerambTensor::Scalar));
|
|
}
|
|
grid4d->SendToRecvFromComplete(reqs);
|
|
}
|
|
|
|
// Save the perambulator to disk from the boss node
|
|
if (grid4d->IsBoss())
|
|
{
|
|
std::string sPerambName {par().PerambFileName};
|
|
sPerambName.append(".");
|
|
sPerambName.append(std::to_string(vm().getTrajectory()));
|
|
perambulator.write(sPerambName.c_str());
|
|
}
|
|
|
|
//Save the unsmeared sinks if filename specified
|
|
if (bSaveUnsmearedSink)
|
|
{
|
|
LOG(Message) << "Writing unsmeared sink to " << UnsmearedSinkFileName << std::endl;
|
|
auto &unsmeared_sink = envGet(std::vector<FermionField>, objName);
|
|
A2AVectorsIo::write(UnsmearedSinkFileName, unsmeared_sink, false, vm().getTrajectory());
|
|
}
|
|
}
|
|
|
|
END_MODULE_NAMESPACE
|
|
END_HADRONS_NAMESPACE
|
|
|
|
#endif // Hadrons_MDistil_Perambulator_hpp_
|