portelli/Grid
1
0
Fork 0
mirror of https://github.com/paboyle/Grid.git synced 2025-04-24 12:45:56 +01:00
Code Releases Activity

Complete ?

Browse Source
This commit is contained in:
Quadro 2021-06-09 16:30:39 -04:00
parent ad406b2c3e
commit 7d8d250389
1 changed files with 129 additions and 79 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

208
HMC/Mobius2f_DDHMC.cc
View File

@ -36,22 +36,16 @@ directory
#include <Grid/qcd/action/pseudofermion/DomainDecomposedBoundaryTwoFlavourRatioPseudoFermion.h> #include <Grid/qcd/action/pseudofermion/DomainDecomposedBoundaryTwoFlavourRatioPseudoFermion.h>
#include <Grid/qcd/action/pseudofermion/DomainDecomposedBoundaryTwoFlavourBosonPseudoFermion.h> #include <Grid/qcd/action/pseudofermion/DomainDecomposedBoundaryTwoFlavourBosonPseudoFermion.h>
//#include <Grid/qcd/action/pseudofermion/TwoFlavourRatioEO4DPseudoFermion.h> #include <Grid/qcd/utils/MixedPrecisionOperatorFunction.h>
//#include <Grid/qcd/action/pseudofermion/TwoFlavourRatio4DPseudoFermion.h>
NAMESPACE_BEGIN(Grid); NAMESPACE_BEGIN(Grid);
/* #define MIXED_PRECISION
* Need a plan for gauge field update for mixed precision in HMC (2x speed up)
* -- Store the single prec action operator.
* -- Clone the gauge field from the operator function argument.
* -- Build the mixed precision operator dynamically from the passed operator and single prec clone.
*/
NAMESPACE_END(Grid); NAMESPACE_END(Grid);
int main(int argc, char **argv) { int main(int argc, char **argv)
{
using namespace Grid; using namespace Grid;
Grid_init(&argc, &argv); Grid_init(&argc, &argv);
@ -60,14 +54,24 @@ int main(int argc, char **argv) {
std::cout << GridLogMessage << "Grid is setup to use " << threads << " threads" << std::endl; std::cout << GridLogMessage << "Grid is setup to use " << threads << " threads" << std::endl;
// Typedefs to simplify notation // Typedefs to simplify notation
typedef WilsonImplR FermionImplPolicy; typedef WilsonImplR FimplD;
typedef MobiusFermionR FermionAction; typedef WilsonImplF FimplF;
typedef typename FermionAction::Impl_t Fimpl; typedef FermionOperator<FimplF> FermionOperatorF;
typedef DirichletFermionOperator<WilsonImplR> DirichletFermion; typedef FermionOperator<FimplD> FermionOperatorD;
typedef MobiusFermionR FermionActionD;
typedef MobiusFermionF FermionActionF;
typedef DirichletFermionOperator<WilsonImplR> DirichletFermionD;
typedef DirichletFermionOperator<WilsonImplF> DirichletFermionF;
typedef MobiusEOFAFermionR FermionEOFAAction; typedef MobiusEOFAFermionR FermionEOFAAction;
typedef typename FermionAction::FermionField FermionField; typedef typename FermionActionD::FermionField FermionFieldD;
typedef typename FermionActionF::FermionField FermionFieldF;
typedef SchurDiagMooeeOperator<FermionOperator<FimplF>,FermionFieldF> LinearOperatorF;
typedef SchurDiagMooeeOperator<FermionOperator<FimplD>,FermionFieldD> LinearOperatorD;
typedef SchurDiagMooeeDagOperator<FermionOperator<FimplF>,FermionFieldF> LinearOperatorDagF;
typedef SchurDiagMooeeDagOperator<FermionOperator<FimplD>,FermionFieldD> LinearOperatorDagD;
typedef Grid::XmlReader Serialiser; typedef Grid::XmlReader Serialiser;
//:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: //::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::
@ -78,7 +82,7 @@ int main(int argc, char **argv) {
// MD.name = std::string("Force Gradient"); // MD.name = std::string("Force Gradient");
typedef GenericHMCRunner<MinimumNorm2> HMCWrapper; typedef GenericHMCRunner<MinimumNorm2> HMCWrapper;
MD.name = std::string("MinimumNorm2"); MD.name = std::string("MinimumNorm2");
MD.MDsteps = 12; MD.MDsteps = 6;
MD.trajL = 1.0; MD.trajL = 1.0;
HMCparameters HMCparams; HMCparameters HMCparams;
@ -107,10 +111,9 @@ int main(int argc, char **argv) {
TheHMC.Resources.SetRNGSeeds(RNGpar); TheHMC.Resources.SetRNGSeeds(RNGpar);
// Momentum Dirichlet // Momentum Dirichlet
Coordinate Block({16,16,16,16}); Coordinate Block({0,0,0,16}); // Temporal only decomposition
// TheHMC.Resources.SetMomentumFilter(new DirichletFilter<WilsonImplR::Field>(Block)); TheHMC.Resources.SetMomentumFilter(new DDHMCFilter<WilsonImplR::Field>(Block));
TheHMC.Resources.SetMomentumFilter(new DDHMCFilter<WilsonImplR::Field>(Block,1));
// Construct observables // Construct observables
// here there is too much indirection // here there is too much indirection
typedef PlaquetteMod<HMCWrapper::ImplPolicy> PlaqObs; typedef PlaquetteMod<HMCWrapper::ImplPolicy> PlaqObs;
@ -120,14 +123,13 @@ int main(int argc, char **argv) {
const int Ls = 16; const int Ls = 16;
Real beta = 2.13; Real beta = 2.13;
Real light_mass = 0.01; Real light_mass = 0.01;
Real strange_mass = 0.04;
Real pv_mass = 1.0; Real pv_mass = 1.0;
RealD M5 = 1.8; RealD M5 = 1.8;
RealD b = 1.0; RealD b = 1.0;
RealD c = 0.0; RealD c = 0.0;
std::vector<Real> hasenbusch({ 0.04, 0.2 }); std::vector<Real> hasenbusch({ 0.15, 0.4, 0.7 });
auto GridPtr = TheHMC.Resources.GetCartesian(); auto GridPtr = TheHMC.Resources.GetCartesian();
auto GridRBPtr = TheHMC.Resources.GetRBCartesian(); auto GridRBPtr = TheHMC.Resources.GetRBCartesian();
auto FGrid = SpaceTimeGrid::makeFiveDimGrid(Ls,GridPtr); auto FGrid = SpaceTimeGrid::makeFiveDimGrid(Ls,GridPtr);
@ -146,25 +148,28 @@ int main(int argc, char **argv) {
// temporarily need a gauge field // temporarily need a gauge field
LatticeGaugeField U(GridPtr); LatticeGaugeField U(GridPtr);
LatticeGaugeFieldF UF(GridPtrF);
// These lines are unecessary if BC are all periodic // These lines are unecessary if BC are all periodic
std::vector<Complex> boundary = {1,1,1,-1}; std::vector<Complex> boundary = {1,1,1,-1};
FermionAction::ImplParams Params(boundary); FermionActionD::ImplParams Params(boundary);
FermionAction::ImplParams DirichletParams(boundary); FermionActionD::ImplParams DirichletParams(boundary);
DirichletParams.locally_periodic=true; DirichletParams.locally_periodic=true;
double ActionStoppingCondition = 1e-10; double ActionStoppingCondition = 1e-10;
double DerivativeStoppingCondition = 1e-10; double DerivativeStoppingCondition = 1e-8;
double BoundaryDerivativeStoppingCondition = 1e-6;
double MaxCGIterations = 30000; double MaxCGIterations = 30000;
//////////////////////////////////// ////////////////////////////////////
// Collect actions // Collect actions
//////////////////////////////////// ////////////////////////////////////
ActionLevel<HMCWrapper::Field> Level1(1); ActionLevel<HMCWrapper::Field> Level1(1);
ActionLevel<HMCWrapper::Field> Level2(8); ActionLevel<HMCWrapper::Field> Level2(1);
ActionLevel<HMCWrapper::Field> Level3(8);
ConjugateGradient<FermionField> ActionCG(ActionStoppingCondition,MaxCGIterations); ConjugateGradient<FermionFieldD> ActionCG(ActionStoppingCondition,MaxCGIterations);
ConjugateGradient<FermionField> DerivativeCG(DerivativeStoppingCondition,MaxCGIterations); ConjugateGradient<FermionFieldD> DerivativeCG(DerivativeStoppingCondition,MaxCGIterations);
//////////////////////////////////// ////////////////////////////////////
// up down action // up down action
@ -186,78 +191,123 @@ int main(int argc, char **argv) {
// into single op for any operator pair. // into single op for any operator pair.
// Same issue prevents using MxPCG in the Heatbath step // Same issue prevents using MxPCG in the Heatbath step
////////////////////////////////////////////////////////////// //////////////////////////////////////////////////////////////
std::vector<FermionAction *> PeriNumerators;
std::vector<FermionAction *> PeriDenominators;
std::vector<FermionAction *> DNumerators; /////////////////////////////////////////////////
std::vector<FermionAction *> DDenominators; // These are consumed/owned by the Dirichlet wrappers
std::vector<DirichletFermion *> DirichletNumerators; /////////////////////////////////////////////////
std::vector<DirichletFermion *> DirichletDenominators; std::vector<FermionActionD *> DNumeratorsD;
std::vector<SchurFactoredFermionOperator<Fimpl> *> BoundaryNumerators; std::vector<FermionActionF *> DNumeratorsF;
std::vector<SchurFactoredFermionOperator<Fimpl> *> BoundaryDenominators; std::vector<FermionActionD *> DDenominatorsD;
std::vector<FermionActionF *> DDenominatorsF;
/////////////////////////////////////////////////
// Dirichlet wrappers
/////////////////////////////////////////////////
std::vector<DirichletFermionD *> DirichletNumeratorsD;
std::vector<DirichletFermionF *> DirichletNumeratorsF;
std::vector<DirichletFermionD *> DirichletDenominatorsD;
std::vector<DirichletFermionF *> DirichletDenominatorsF;
std::vector<TwoFlavourEvenOddRatioPseudoFermionAction<FimplD> *> Quotients;
std::vector<DomainDecomposedBoundaryTwoFlavourRatioPseudoFermion<FimplD,FimplF> *> BoundaryQuotients;
typedef MixedPrecisionConjugateGradientOperatorFunction<FermionOperatorD,
FermionOperatorF,
LinearOperatorD,
LinearOperatorF> MxPCG;
std::vector<MxPCG *> ActionMPCG;
std::vector<MxPCG *> MPCG;
std::vector<LinearOperatorD *> LinOpD;
std::vector<LinearOperatorF *> LinOpF;
const int MX_inner = 1000;
const RealD MX_tol = 1.0e-6;
std::vector<TwoFlavourEvenOddRatioPseudoFermionAction<Fimpl> *> Quotients;
std::vector<DomainDecomposedBoundaryTwoFlavourRatioPseudoFermion<Fimpl> *> BoundaryQuotients;
std::vector<DomainDecomposedBoundaryTwoFlavourBosonPseudoFermion<Fimpl> *> BoundaryNums;
std::vector<DomainDecomposedBoundaryTwoFlavourPseudoFermion<Fimpl> *> BoundaryDens;
for(int h=0;h<n_hasenbusch+1;h++){ for(int h=0;h<n_hasenbusch+1;h++){
PeriNumerators.push_back (new FermionAction(U,*FGrid,*FrbGrid,*GridPtr,*GridRBPtr,light_num[h],M5,b,c, Params)); std::cout << GridLogMessage << " 2f quotient Action "<< light_num[h] << " / " << light_den[h]<< std::endl;
PeriDenominators.push_back(new FermionAction(U,*FGrid,*FrbGrid,*GridPtr,*GridRBPtr,light_den[h],M5,b,c, Params));
DNumerators.push_back (new FermionAction(U,*FGrid,*FrbGrid,*GridPtr,*GridRBPtr,light_num[h],M5,b,c, DirichletParams));
DDenominators.push_back(new FermionAction(U,*FGrid,*FrbGrid,*GridPtr,*GridRBPtr,light_den[h],M5,b,c, DirichletParams));
DirichletNumerators.push_back (new DirichletFermion(*DNumerators[h],Block)); DNumeratorsD.push_back (new FermionActionD(U,*FGrid,*FrbGrid,*GridPtr,*GridRBPtr,light_num[h],M5,b,c, DirichletParams));
DirichletDenominators.push_back(new DirichletFermion(*DDenominators[h],Block)); DNumeratorsF.push_back (new FermionActionF(UF,*FGridF,*FrbGridF,*GridPtrF,*GridRBPtrF,light_num[h],M5,b,c, DirichletParams));
DDenominatorsD.push_back(new FermionActionD(U,*FGrid,*FrbGrid,*GridPtr,*GridRBPtr,light_den[h],M5,b,c, DirichletParams));
DDenominatorsF.push_back(new FermionActionF(UF,*FGridF,*FrbGridF,*GridPtrF,*GridRBPtrF,light_den[h],M5,b,c, DirichletParams));
BoundaryNumerators.push_back (new SchurFactoredFermionOperator<Fimpl> DirichletNumeratorsD.push_back (new DirichletFermionD(*DNumeratorsD[h],Block));
(*PeriNumerators[h], DirichletNumeratorsF.push_back (new DirichletFermionF(*DNumeratorsF[h],Block));
*DirichletNumerators[h], DirichletDenominatorsD.push_back(new DirichletFermionD(*DDenominatorsD[h],Block));
ActionCG,ActionCG, DirichletDenominatorsF.push_back(new DirichletFermionF(*DDenominatorsF[h],Block));
ActionCG,ActionCG,
Block));
BoundaryDenominators.push_back (new SchurFactoredFermionOperator<Fimpl> // Dirichlet Schur even odd MpsDagMpc operators on local domains
(*PeriDenominators[h], LinOpD.push_back(new LinearOperatorD(*DirichletDenominatorsD[h]));
*DirichletDenominators[h], LinOpF.push_back(new LinearOperatorF(*DirichletDenominatorsF[h]));
ActionCG,ActionCG,
ActionCG,ActionCG, // Derivative
Block)); MPCG.push_back(new MxPCG(DerivativeStoppingCondition, MX_tol,
MX_inner,
MaxCGIterations,
FrbGridF,
*DirichletDenominatorsF[h],*DirichletDenominatorsD[h],
*LinOpF[h], *LinOpD[h]) );
// Action
ActionMPCG.push_back(new MxPCG(ActionStoppingCondition, MX_tol,
MX_inner,
MaxCGIterations,
FrbGridF,
*DirichletDenominatorsF[h],*DirichletDenominatorsD[h],
*LinOpF[h], *LinOpD[h]) );
//////////////////////////////////////////////////////////////////////////// ////////////////////////////////////////////////////////////////////////////
// Standard CG for 2f force // Standard CG for 2f force
//////////////////////////////////////////////////////////////////////////// ////////////////////////////////////////////////////////////////////////////
std::cout << GridLogMessage << " 2f quotient Action "<< light_num[h] << " / " << light_den[h]<< std::endl;
Quotients.push_back (new Quotients.push_back (new
TwoFlavourEvenOddRatioPseudoFermionAction<Fimpl> TwoFlavourEvenOddRatioPseudoFermionAction<FimplD>
(*DirichletNumerators[h], (*DirichletNumeratorsD[h],
*DirichletDenominators[h], *DirichletDenominatorsD[h],
ActionCG, *ActionMPCG[h],
*ActionMPCG[h],
ActionCG)); ActionCG));
std::cout << GridLogMessage << " 2f Boundary quotient Action "<< light_num[h] << " / " << light_den[h]<< std::endl; Level2.push_back(Quotients[h]);
BoundaryQuotients.push_back(new
DomainDecomposedBoundaryTwoFlavourRatioPseudoFermion<Fimpl>
(*BoundaryNumerators[h],
*BoundaryDenominators[h]));
} }
for(int h=0;h<n_hasenbusch+1;h++){ /////////////////////////////////////////////////////////////
Level1.push_back(Quotients[h]); // Boundary action
Level1.push_back(BoundaryQuotients[h]); /////////////////////////////////////////////////////////////
// Level1.push_back(BoundaryNums[h]); int l_idx = 0;
// Level1.push_back(BoundaryDens[h]); int pv_idx = n_hasenbusch;
}
std::cout << GridLogMessage<<" Boundary action masses " <<light_num[l_idx]<<" / "<<light_den[pv_idx]<<std::endl;
FermionActionD PeriNumeratorD (U,*FGrid,*FrbGrid,*GridPtr,*GridRBPtr,light_num[pv_idx],M5,b,c, Params);
FermionActionD PeriDenominatorD(U,*FGrid,*FrbGrid,*GridPtr,*GridRBPtr,light_den[l_idx] ,M5,b,c, Params);
FermionActionF PeriNumeratorF (UF,*FGridF,*FrbGridF,*GridPtrF,*GridRBPtrF,light_num[pv_idx],M5,b,c, Params);
FermionActionF PeriDenominatorF(UF,*FGridF,*FrbGridF,*GridPtrF,*GridRBPtrF,light_den[l_idx] ,M5,b,c, Params);
DirichletFermionD & DirichletNumeratorD = *DirichletNumeratorsD[pv_idx];
DirichletFermionF & DirichletNumeratorF = *DirichletNumeratorsF[pv_idx];
DirichletFermionD & DirichletDenominatorD= *DirichletDenominatorsD[l_idx];
DirichletFermionF & DirichletDenominatorF= *DirichletDenominatorsF[l_idx];
SchurFactoredFermionOperator<FimplD,FimplF> BoundaryNumerator(PeriNumeratorD,PeriNumeratorF,
DirichletNumeratorD,DirichletNumeratorF,
Block);
SchurFactoredFermionOperator<FimplD,FimplF> BoundaryDenominator(PeriDenominatorD,PeriDenominatorF,
DirichletDenominatorD,DirichletDenominatorF,
Block);
Level1.push_back(new
DomainDecomposedBoundaryTwoFlavourRatioPseudoFermion<FimplD,FimplF>
(BoundaryNumerator,
BoundaryDenominator,
BoundaryDerivativeStoppingCondition,ActionStoppingCondition,MX_tol));
///////////////////////////////////////////////////////////// /////////////////////////////////////////////////////////////
// Gauge action // Gauge action
///////////////////////////////////////////////////////////// /////////////////////////////////////////////////////////////
Level2.push_back(&GaugeAction); Level3.push_back(&GaugeAction);
TheHMC.TheAction.push_back(Level1); TheHMC.TheAction.push_back(Level1);
TheHMC.TheAction.push_back(Level2); TheHMC.TheAction.push_back(Level2);
TheHMC.TheAction.push_back(Level3);
std::cout << GridLogMessage << " Action complete "<< std::endl; std::cout << GridLogMessage << " Action complete "<< std::endl;
///////////////////////////////////////////////////////////// /////////////////////////////////////////////////////////////