Merge pull request 'adding C1M and restructuring solvers' (#1) from mdicarlo/HadronsPresets:main into main

Reviewed-on: #1
This commit is contained in:
Antonin Portelli 2023-06-01 16:39:13 +01:00
commit b817338254

View File

@ -39,25 +39,104 @@ struct RbcUkqcd
unsigned int L, T, Ls; unsigned int L, T, Ls;
}; };
static constexpr EnsembleParameters m0UnitaryPar{0.000678, 0.02661, 1.8, 2., 64, 128, 12}; // M0
static constexpr EnsembleParameters m0LCDPar{0.0006203, 0.02661, 1.8, 2., 64, 128, 12}; inline static constexpr EnsembleParameters m0UnitaryPar{0.000678, 0.02661, 1.8, 2., 64, 128, 12};
inline static constexpr EnsembleParameters m0LCDPar{0.0006203, 0.02661, 1.8, 2., 64, 128, 12};
// Solvers (LCD: Local Coherence Deflation) // C1M
static inline void addM0LightLCDSolver(Application &app, const std::string solverName, inline static constexpr EnsembleParameters c1mIRLPar{0.005, 0.0362, 1.8, 2., 24, 64, 24};
inline static constexpr EnsembleParameters c1m16IRLPar{0.005, 0.0362, 1.8, 2., 16, 64, 24};
inline static constexpr EnsembleParameters c1m20IRLPar{0.005, 0.0362, 1.8, 2., 20, 64, 24};
inline static constexpr EnsembleParameters c1m32IRLPar{0.005, 0.0362, 1.8, 2., 32, 64, 24};
// Runtime deflation parameters
struct DeflationParameters
{
double alpha, beta;
unsigned int nPoly, nStop, nK, nM;
};
inline static constexpr DeflationParameters c1mDeflPar{5.0e-04, 5.5, 101, 100, 110, 120};
inline static constexpr DeflationParameters c1m16DeflPar{5.0e-03, 5.5, 101, 200, 220, 230};
inline static constexpr DeflationParameters c1m20DeflPar{3.0e-03, 5.5, 101, 200, 220, 230};
inline static constexpr DeflationParameters c1m32DeflPar{3.0e-06, 5.5, 101, 100, 110, 120};
// Light solver: load deflation from disk
static inline void
addM0LightLCDSolver(Application &app, const std::string solverName, const std::string gaugeName,
const std::string gaugeTransform, const std::string eigenpackPath,
const std::string boundary = "1 1 1 1", const double residual = 1.0e-8);
// Light solver: deflation at runtime
static inline void addLightRuntimeIRLSolver(Application &app,
const RbcUkqcd::EnsembleParameters &par,
const RbcUkqcd::DeflationParameters &deflPar,
const std::string solverName,
const std::string gaugeName, const std::string gaugeName,
const std::string gaugeTransform, const std::string gaugeTransform,
const std::string eigenpackPath, const std::string boundary, const double residual);
static inline void addC1MLightRuntimeIRLSolver(Application &app, const std::string solverName,
const std::string gaugeName,
const std::string gaugeTransform,
const std::string boundary = "1 1 1 -1",
const double residual = 1.0e-8); const double residual = 1.0e-8);
static inline void addC1M16LightRuntimeIRLSolver(Application &app, const std::string solverName,
const std::string gaugeName,
const std::string gaugeTransform,
const std::string boundary = "1 1 1 -1",
const double residual = 1.0e-8);
static inline void addC1M20LightRuntimeIRLSolver(Application &app, const std::string solverName,
const std::string gaugeName,
const std::string gaugeTransform,
const std::string boundary = "1 1 1 -1",
const double residual = 1.0e-8);
static inline void addC1M32LightRuntimeIRLSolver(Application &app, const std::string solverName,
const std::string gaugeName,
const std::string gaugeTransform,
const std::string boundary = "1 1 1 -1",
const double residual = 1.0e-8);
// Strange solver (undeflated)
static inline void addStrangeSolver(Application &app, const RbcUkqcd::EnsembleParameters &par,
const std::string solverName, const std::string gaugeName,
const std::string gaugeTransform, const std::string boundary,
const double residual);
static inline void addM0StrangeSolver(Application &app, const std::string solverName, static inline void addM0StrangeSolver(Application &app, const std::string solverName,
const std::string gaugeName, const std::string gaugeName,
const std::string gaugeTransform, const std::string gaugeTransform,
const std::string boundary = "1 1 1 1",
const double residual = 1.0e-8);
static inline void addC1MStrangeSolver(Application &app, const std::string solverName,
const std::string gaugeName,
const std::string gaugeTransform,
const std::string boundary = "1 1 1 -1",
const double residual = 1.0e-8);
static inline void addC1M16StrangeSolver(Application &app, const std::string solverName,
const std::string gaugeName,
const std::string gaugeTransform,
const std::string boundary = "1 1 1 -1",
const double residual = 1.0e-8);
static inline void addC1M20StrangeSolver(Application &app, const std::string solverName,
const std::string gaugeName,
const std::string gaugeTransform,
const std::string boundary = "1 1 1 -1",
const double residual = 1.0e-8);
static inline void addC1M32StrangeSolver(Application &app, const std::string solverName,
const std::string gaugeName,
const std::string gaugeTransform,
const std::string boundary = "1 1 1 -1",
const double residual = 1.0e-8); const double residual = 1.0e-8);
}; };
// Implementations ///////////////////////////////////////////////////////////////////////////////// // Implementations /////////////////////////////////////////////////////////////////////////////////
// Light M0 (load deflation from disk)
void RbcUkqcd::addM0LightLCDSolver(Application &app, const std::string solverName, void RbcUkqcd::addM0LightLCDSolver(Application &app, const std::string solverName,
const std::string gaugeName, const std::string gaugeTransform, const std::string gaugeName, const std::string gaugeTransform,
const std::string eigenpackPath, const double residual) const std::string eigenpackPath, const std::string boundary,
const double residual)
{ {
const std::string prefix = solverName; const std::string prefix = solverName;
@ -75,7 +154,7 @@ void RbcUkqcd::addM0LightLCDSolver(Application &app, const std::string solverNam
actionPar.M5 = RbcUkqcd::m0LCDPar.M5; actionPar.M5 = RbcUkqcd::m0LCDPar.M5;
actionPar.mass = RbcUkqcd::m0LCDPar.ml; actionPar.mass = RbcUkqcd::m0LCDPar.ml;
actionPar.scale = RbcUkqcd::m0LCDPar.scale; actionPar.scale = RbcUkqcd::m0LCDPar.scale;
actionPar.boundary = "1 1 1 1"; actionPar.boundary = boundary;
actionPar.twist = "0. 0. 0. 0."; actionPar.twist = "0. 0. 0. 0.";
app.createModule<MAction::ScaledDWF>(prefix + "_dwf", actionPar); app.createModule<MAction::ScaledDWF>(prefix + "_dwf", actionPar);
actionPar.gauge = prefix + "_gauge_fp32"; actionPar.gauge = prefix + "_gauge_fp32";
@ -117,8 +196,119 @@ void RbcUkqcd::addM0LightLCDSolver(Application &app, const std::string solverNam
app.createModule<MSolver::MixedPrecisionRBPrecCGBatched>(solverName, solverPar); app.createModule<MSolver::MixedPrecisionRBPrecCGBatched>(solverName, solverPar);
} }
void RbcUkqcd::addM0StrangeSolver(Application &app, const std::string solverName, // Deflation at runtime
const std::string gaugeName, const std::string gaugeTransform, void RbcUkqcd::addLightRuntimeIRLSolver(Application &app, const RbcUkqcd::EnsembleParameters &par,
const RbcUkqcd::DeflationParameters &deflPar,
const std::string solverName, const std::string gaugeName,
const std::string gaugeTransform,
const std::string boundary, const double residual)
{
const std::string prefix = solverName;
// Gauge field FP32 cast
MUtilities::GaugeSinglePrecisionCast::Par gaugeCastPar;
gaugeCastPar.field = gaugeName;
app.createModule<MUtilities::GaugeSinglePrecisionCast>(prefix + "_gauge_fp32", gaugeCastPar);
// Scaled DWF action + FP32 version
MAction::ScaledDWF::Par actionPar;
actionPar.gauge = gaugeName;
actionPar.Ls = par.Ls;
actionPar.M5 = par.M5;
actionPar.mass = par.ml;
actionPar.scale = par.scale;
actionPar.boundary = boundary;
actionPar.twist = "0. 0. 0. 0.";
app.createModule<MAction::ScaledDWF>(prefix + "_dwf", actionPar);
actionPar.gauge = prefix + "_gauge_fp32";
app.createModule<MAction::ScaledDWFF>(prefix + "_dwf_fp32", actionPar);
// Guesser
MFermion::Operators::Par opPar;
opPar.action = prefix + "_dwf";
app.createModule<MFermion::Operators>(prefix + "_dwf_op", opPar);
MSolver::FermionImplicitlyRestartedLanczosIo32::Par lanPar;
lanPar.op = prefix + "_dwf_op_schur";
lanPar.multiFile = false;
lanPar.redBlack = true;
lanPar.lanczosParams.Cheby.alpha = deflPar.alpha;
lanPar.lanczosParams.Cheby.beta = deflPar.beta;
lanPar.lanczosParams.Cheby.Npoly = deflPar.nPoly;
lanPar.lanczosParams.Nstop = deflPar.nStop;
lanPar.lanczosParams.Nk = deflPar.nK;
lanPar.lanczosParams.Nm = deflPar.nM;
lanPar.lanczosParams.resid = 3e-6;
lanPar.lanczosParams.MaxIt = 10000;
lanPar.lanczosParams.betastp = 0;
lanPar.lanczosParams.MinRes = 0;
lanPar.output = "";
app.createModule<MSolver::FermionImplicitlyRestartedLanczosIo32>(prefix + "_epack", lanPar);
MGuesser::ExactDeflation::Par guessPar;
guessPar.eigenPack = prefix + "_epack";
guessPar.size = deflPar.nStop;
app.createModule<MGuesser::ExactDeflation>(prefix + "_defl", guessPar);
// Mixed-precision red-black preconditionned CG
MSolver::MixedPrecisionRBPrecCG::Par solverPar;
solverPar.innerAction = prefix + "_dwf_fp32";
solverPar.outerAction = prefix + "_dwf";
solverPar.maxInnerIteration = 30000;
solverPar.maxOuterIteration = 100;
solverPar.residual = residual;
solverPar.innerGuesser = "";
solverPar.outerGuesser = prefix + "_defl";
app.createModule<MSolver::MixedPrecisionRBPrecCG>(solverName, solverPar);
}
// Light C1M
void RbcUkqcd::addC1MLightRuntimeIRLSolver(Application &app, const std::string solverName,
const std::string gaugeName,
const std::string gaugeTransform,
const std::string boundary, const double residual)
{
RbcUkqcd::addLightRuntimeIRLSolver(app, RbcUkqcd::c1mIRLPar, RbcUkqcd::c1mDeflPar, solverName,
gaugeName, gaugeTransform, boundary, residual);
}
// Light C1M16
void RbcUkqcd::addC1M16LightRuntimeIRLSolver(Application &app, const std::string solverName,
const std::string gaugeName,
const std::string gaugeTransform,
const std::string boundary, const double residual)
{
RbcUkqcd::addLightRuntimeIRLSolver(app, RbcUkqcd::c1m16IRLPar, RbcUkqcd::c1m16DeflPar, solverName,
gaugeName, gaugeTransform, boundary, residual);
}
// Light C1M20
void RbcUkqcd::addC1M20LightRuntimeIRLSolver(Application &app, const std::string solverName,
const std::string gaugeName,
const std::string gaugeTransform,
const std::string boundary, const double residual)
{
RbcUkqcd::addLightRuntimeIRLSolver(app, RbcUkqcd::c1m20IRLPar, RbcUkqcd::c1m20DeflPar, solverName,
gaugeName, gaugeTransform, boundary, residual);
}
// Light C1M32
void RbcUkqcd::addC1M32LightRuntimeIRLSolver(Application &app, const std::string solverName,
const std::string gaugeName,
const std::string gaugeTransform,
const std::string boundary, const double residual)
{
RbcUkqcd::addLightRuntimeIRLSolver(app, RbcUkqcd::c1m32IRLPar, RbcUkqcd::c1m32DeflPar, solverName,
gaugeName, gaugeTransform, boundary, residual);
}
// Strange
void RbcUkqcd::addStrangeSolver(Application &app, const RbcUkqcd::EnsembleParameters &par,
const std::string solverName, const std::string gaugeName,
const std::string gaugeTransform, const std::string boundary,
const double residual) const double residual)
{ {
const std::string prefix = solverName; const std::string prefix = solverName;
@ -133,17 +323,17 @@ void RbcUkqcd::addM0StrangeSolver(Application &app, const std::string solverName
MAction::ScaledDWF::Par actionPar; MAction::ScaledDWF::Par actionPar;
actionPar.gauge = gaugeName; actionPar.gauge = gaugeName;
actionPar.Ls = RbcUkqcd::m0LCDPar.Ls; actionPar.Ls = par.Ls;
actionPar.M5 = RbcUkqcd::m0LCDPar.M5; actionPar.M5 = par.M5;
actionPar.mass = RbcUkqcd::m0LCDPar.ms; actionPar.mass = par.ms;
actionPar.scale = RbcUkqcd::m0LCDPar.scale; actionPar.scale = par.scale;
actionPar.boundary = "1 1 1 1"; actionPar.boundary = boundary;
actionPar.twist = "0. 0. 0. 0."; actionPar.twist = "0. 0. 0. 0.";
app.createModule<MAction::ScaledDWF>(prefix + "_dwf", actionPar); app.createModule<MAction::ScaledDWF>(prefix + "_dwf", actionPar);
actionPar.gauge = prefix + "_gauge_fp32"; actionPar.gauge = prefix + "_gauge_fp32";
app.createModule<MAction::ScaledDWFF>(prefix + "_dwf_fp32", actionPar); app.createModule<MAction::ScaledDWFF>(prefix + "_dwf_fp32", actionPar);
// Batched mixed-precision red-black preconditionned CG // Mixed-precision red-black preconditionned CG
MSolver::MixedPrecisionRBPrecCG::Par solverPar; MSolver::MixedPrecisionRBPrecCG::Par solverPar;
solverPar.innerAction = prefix + "_dwf_fp32"; solverPar.innerAction = prefix + "_dwf_fp32";
@ -156,4 +346,44 @@ void RbcUkqcd::addM0StrangeSolver(Application &app, const std::string solverName
app.createModule<MSolver::MixedPrecisionRBPrecCG>(solverName, solverPar); app.createModule<MSolver::MixedPrecisionRBPrecCG>(solverName, solverPar);
} }
void RbcUkqcd::addM0StrangeSolver(Application &app, const std::string solverName,
const std::string gaugeName, const std::string gaugeTransform,
const std::string boundary, const double residual)
{
RbcUkqcd::addStrangeSolver(app, RbcUkqcd::m0LCDPar, solverName, gaugeName, gaugeTransform,
boundary, residual);
}
void RbcUkqcd::addC1MStrangeSolver(Application &app, const std::string solverName,
const std::string gaugeName, const std::string gaugeTransform,
const std::string boundary, const double residual)
{
RbcUkqcd::addStrangeSolver(app, RbcUkqcd::c1mIRLPar, solverName, gaugeName, gaugeTransform,
boundary, residual);
}
void RbcUkqcd::addC1M16StrangeSolver(Application &app, const std::string solverName,
const std::string gaugeName, const std::string gaugeTransform,
const std::string boundary, const double residual)
{
RbcUkqcd::addStrangeSolver(app, RbcUkqcd::c1m16IRLPar, solverName, gaugeName, gaugeTransform,
boundary, residual);
}
void RbcUkqcd::addC1M20StrangeSolver(Application &app, const std::string solverName,
const std::string gaugeName, const std::string gaugeTransform,
const std::string boundary, const double residual)
{
RbcUkqcd::addStrangeSolver(app, RbcUkqcd::c1m20IRLPar, solverName, gaugeName, gaugeTransform,
boundary, residual);
}
void RbcUkqcd::addC1M32StrangeSolver(Application &app, const std::string solverName,
const std::string gaugeName, const std::string gaugeTransform,
const std::string boundary, const double residual)
{
RbcUkqcd::addStrangeSolver(app, RbcUkqcd::c1m32IRLPar, solverName, gaugeName, gaugeTransform,
boundary, residual);
}
} // namespace hadpresets } // namespace hadpresets