#ifndef Hadrons_MDistil_PerambLight_hpp_ #define Hadrons_MDistil_PerambLight_hpp_ #include #include #include #include #include #include #include // These are members of Distillation #include BEGIN_HADRONS_NAMESPACE /****************************************************************************** * PerambLight * ******************************************************************************/ BEGIN_MODULE_NAMESPACE(MDistil) struct DistilParameters: Serializable { GRID_SERIALIZABLE_CLASS_MEMBERS(DistilParameters, int, TI, int, LI, int, nnoise, int, tsrc, int, SI, int, Ns, int, Nt, int, Nt_inv) DistilParameters() = default; template DistilParameters(Reader& Reader){read(Reader,"Distil",*this);} }; struct SolverParameters: Serializable { GRID_SERIALIZABLE_CLASS_MEMBERS(SolverParameters, double, CGPrecision, int, MaxIterations, double, mass, double, M5) SolverParameters() = default; template SolverParameters(Reader& Reader){read(Reader,"Solver",*this);} }; class PerambLightPar: Serializable { public: GRID_SERIALIZABLE_CLASS_MEMBERS(PerambLightPar, std::string, eigenPack, std::string, PerambFileName, bool, multiFile, int, nvec, int, Ls, // For makeFiveDimGrid DistilParameters, Distil, SolverParameters, Solver); }; template class TPerambLight: public Module { public: FERM_TYPE_ALIASES(FImpl,); // constructor TPerambLight(const std::string name); // destructor virtual ~TPerambLight(void); // dependency relation virtual std::vector getInput(void); virtual std::vector getOutput(void); // setup virtual void setup(void); // execution virtual void execute(void); protected: // These variables are created in setup() and freed in Cleanup() GridCartesian * grid3d; // Owned by me, so I must delete it GridCartesian * grid4d; // Owned by environment (so I won't delete it) protected: virtual void Cleanup(void); }; MODULE_REGISTER_TMP(PerambLight, TPerambLight, MDistil); /****************************************************************************** * TPerambLight implementation * ******************************************************************************/ // constructor ///////////////////////////////////////////////////////////////// template TPerambLight::TPerambLight(const std::string name) : grid3d{nullptr}, grid4d{nullptr}, Module(name) {} // destructor template TPerambLight::~TPerambLight(void) { Cleanup(); }; // dependencies/products /////////////////////////////////////////////////////// template std::vector TPerambLight::getInput(void) { std::vector in; in.push_back(par().eigenPack); return in; } template std::vector TPerambLight::getOutput(void) { std::vector out = {getName() + "_perambulator_light",getName() + "_noise",getName() + "_unsmeared_sink"}; return out; } // setup /////////////////////////////////////////////////////////////////////// template void TPerambLight::setup(void) { Cleanup(); // auto &noise = envGet(std::vector>>, par().noise); const int nvec{par().nvec}; const DistilParameters & Distil{par().Distil}; const int LI{Distil.LI}; const int nnoise{Distil.nnoise}; const int Nt_inv{Distil.Nt_inv}; // TODO: PROBABLY BETTER: if (full_tdil) Nt_inv=1; else Nt_inv = TI; const int Ns{Distil.Ns}; std::array sIndexNames{"Nt", "nvec", "LI", "nnoise", "Nt_inv", "SI"}; //std::complex z{0.6,-3.1}; //envCreate(std::string, getName() + "_debug_delete_me", 1, "Bingonuts"); //envCreate(std::complex, getName() + "_debug_delete_me_2", 1, 0.6); //envCreate(std::complex, getName() + "_debug_delete_me_3", 1, z); //envCreate(std::complex, getName() + "_debug_delete_me_4", 1, {0.6 COMMA -3.1}); //envCreate(std::array, getName() + "_debug_delete_me_5", 1, {"One" COMMA "Two" COMMA "Three"}); envCreate(Perambulator, getName() + "_perambulator_light", 1, sIndexNames,Distil.Nt,nvec,Distil.LI,Distil.nnoise,Distil.Nt_inv,Distil.SI); envCreate(std::vector, getName() + "_noise", 1, nvec*Distil.Ns*Distil.Nt*Distil.nnoise); envCreate(std::vector, getName() + "_unsmeared_sink", 1, nnoise*LI*Ns*Nt_inv, envGetGrid(FermionField)); grid4d = env().getGrid(); grid3d = MakeLowerDimGrid(grid4d);//new GridCartesian(latt_size,simd_layout_3,mpi_layout,*grid4d); envTmpLat(GaugeField, "Umu"); envTmpLat(LatticeSpinColourVector, "dist_source"); envTmpLat(LatticeSpinColourVector, "tmp2"); envTmpLat(LatticeSpinColourVector, "result"); //envTmpLat(LatticeSpinColourVector, "result_single_component"); envTmpLat(LatticeColourVector, "result_nospin"); //envTmpLat(LatticeColourVector, "tmp_nospin"); //envTmpLat(LatticeSpinVector, "peramb_tmp"); envTmp(LatticeSpinColourVector, "tmp3d",1,LatticeSpinColourVector(grid3d)); envTmp(LatticeColourVector, "tmp3d_nospin",1,LatticeColourVector(grid3d)); envTmp(LatticeColourVector, "result_3d",1,LatticeColourVector(grid3d)); envTmp(LatticeColourVector, "evec3d",1,LatticeColourVector(grid3d)); } // clean up any temporaries created by setup (that aren't stored in the environment) template void TPerambLight::Cleanup(void) { if( grid3d != nullptr ) { delete grid3d; grid3d = nullptr; } grid4d = nullptr; } // execution /////////////////////////////////////////////////////////////////// template void TPerambLight::execute(void) { const int nvec{par().nvec}; const DistilParameters & Distil{par().Distil}; const SolverParameters & Solver{par().Solver}; const int LI{Distil.LI}; //const int SI{Distil.SI}; const int TI{Distil.TI}; const int nnoise{Distil.nnoise}; const int Nt{Distil.Nt}; const int Nt_inv{Distil.Nt_inv}; // TODO: PROBABLY BETTER: if (full_tdil) Nt_inv=1; else Nt_inv = TI; const int tsrc{Distil.tsrc}; const int Ns{Distil.Ns}; const bool full_tdil{TI==Nt}; const bool exact_distillation{full_tdil && LI==nvec}; //auto &noise = envGet(std::vector>>, par().noise); auto &noise = envGet(std::vector, getName() + "_noise"); auto &perambulator = envGet(Perambulator, getName() + "_perambulator_light"); auto &epack = envGet(Grid::Hadrons::EigenPack, par().eigenPack); auto &unsmeared_sink = envGet(std::vector, getName() + "_unsmeared_sink"); envGetTmp(GaugeField, Umu); FieldMetaData header; if((1)){ const std::vector seeds({1, 2, 3, 4, 5}); GridParallelRNG pRNG4d(grid4d); pRNG4d.SeedFixedIntegers(seeds); std::cout << GridLogMessage << "now hot config" << std::endl; SU::HotConfiguration(pRNG4d, Umu); std::cout << GridLogMessage << "hot cfg done." << std::endl; // Set up the SAME gauge field on every time plane // int Nt = grid4d->gDimensions()[Tdir]; Grid_unquiesce_nodes(); auto Usft = Umu; Lattice > coor(grid4d); LatticeCoordinate(coor,Tdir); for(int t=1;t 7,0,1,2,3,4,5,6 t=1 // 0,0,2,3,4,5,6,7 6,7,0,1,2,3,4,5 t=2 // 0,0,0,3,4,5,6,7 5,6,7,0,1,2,3,4 t=3 //... Usft = Cshift(Usft,Tdir,-1); Umu = where(coor==t,Usft,Umu); } } else { std::string fileName( "/home/dp008/dp008/dc-rich6/Scripts/ConfigsDeflQED/ckpoint_lat.3000" ); std::cout << GridLogMessage << "Loading NERSC configuration from '" << fileName << "'" << std::endl; NerscIO::readConfiguration(Umu, header, fileName); std::cout << GridLogMessage << "reading done." << std::endl; } //Create Noises //std::cout << pszGaugeConfigFile << std::endl; //GridSerialRNG sRNG; sRNG.SeedUniqueString(std::string(pszGaugeConfigFile)); GridSerialRNG sRNG; sRNG.SeedUniqueString("unique_string"); // TODO: Proper unique string. Include quark mass, gauge field? Maybe also nvec, but in a way that more nvec would only add noises, not change all of them??? Real rn; for (int inoise=0;inoise 0.5) ? -1 : 1; } } } } } // Load perambulator if it exists on disk instead of creating it const std::string &PerambFileName{par().PerambFileName}; if( PerambFileName.length() ){ bool bExists = false; { std::ifstream f(PerambFileName, std::ios::binary); if( f.is_open() ) bExists = true; } if( bExists ) { perambulator.ReadTemporary(PerambFileName); return; } } envGetTmp(LatticeSpinColourVector, dist_source); envGetTmp(LatticeSpinColourVector, tmp2); envGetTmp(LatticeSpinColourVector, result); //envGetTmp(LatticeSpinColourVector, result_single_component); envGetTmp(LatticeColourVector, result_nospin); //envGetTmp(LatticeColourVector, tmp_nospin); //envGetTmp(LatticeSpinVector, peramb_tmp); envGetTmp(LatticeSpinColourVector, tmp3d); envGetTmp(LatticeColourVector, tmp3d_nospin); envGetTmp(LatticeColourVector, result_3d); envGetTmp(LatticeColourVector, evec3d); const int Ntlocal{grid4d->LocalDimensions()[3]}; const int Ntfirst{grid4d->LocalStarts()[3]}; const Real mass{Solver.mass}; const Real M5 {Solver.M5}; std::cout << "init RBG " << std::endl; GridRedBlackCartesian RBGrid(grid4d); std::cout << "init RBG done" << std::endl; const int Ls{par().Ls}; const double CGPrecision{Solver.CGPrecision}; const int MaxIterations {Solver.MaxIterations}; { GridCartesian * FGrid = SpaceTimeGrid::makeFiveDimGrid(Ls,grid4d); GridRedBlackCartesian * FrbGrid = SpaceTimeGrid::makeFiveDimRedBlackGrid(Ls,grid4d); typedef DomainWallFermionR FermionAction; FermionAction Dop(Umu,*FGrid,*FrbGrid,*grid4d,RBGrid,mass,M5); MdagMLinearOperator HermOp(Dop); ConjugateGradient CG(CGPrecision,MaxIterations); SchurRedBlackDiagMooeeSolve SchurSolver(CG); int t_inv; for (int inoise = 0; inoise < nnoise; inoise++) { for (int dk = 0; dk < LI; dk++) { for (int dt = 0; dt < Nt_inv; dt++) { for (int ds = 0; ds < Ns; ds++) { std::cout << "LapH source vector from noise " << inoise << " and dilution component (d_k,d_t,d_alpha) : (" << dk << ","<< dt << "," << ds << ")" << std::endl; dist_source = zero; tmp3d_nospin = zero; evec3d = zero; for (int it = dt; it < Nt; it += TI){ if (full_tdil) t_inv = tsrc; else t_inv = it; if( t_inv >= Ntfirst && t_inv < Ntfirst + Ntlocal ) { for (int ik = dk; ik < nvec; ik += LI){ for (int is = ds; is < Ns; is += Ns){ // TODO: Also allow non-full spin dilution (re-define exact_distillation?) ExtractSliceLocal(evec3d,epack.evec[ik],0,t_inv,3); tmp3d_nospin = evec3d * noise[inoise + nnoise*(t_inv + Nt*(ik+nvec*is))]; tmp3d=zero; pokeSpin(tmp3d,tmp3d_nospin,is); tmp2=zero; InsertSliceLocal(tmp3d,tmp2,0,t_inv-Ntfirst,Grid::QCD::Tdir); dist_source += tmp2; } } } } std::cout << "Inversion for noise " << inoise << " and dilution component (d_k,d_t,d_alpha) : (" << dk << ","<< dt << "," << ds << ")" << std::endl; result=zero; LatticeFermion src5(FGrid); LatticeFermion sol5(FGrid); Dop.ImportPhysicalFermionSource(dist_source,src5); SchurSolver(Dop,src5,sol5); Dop.ExportPhysicalFermionSolution(sol5,result); //These are the meson sinks if ((1)) // comment out if unsmeared sink is too large??? unsmeared_sink[inoise+nnoise*(dk+LI*(dt+Nt_inv*ds))] = result; std::cout << "Contraction of perambulator from noise " << inoise << " and dilution component (d_k,d_t,d_alpha) : (" << dk << ","<< dt << "," << ds << ")" << std::endl; for (int is = 0; is < Ns; is++) { result_nospin = peekSpin(result,is); for (int t = Ntfirst; t < Ntfirst + Ntlocal; t++) { ExtractSliceLocal(result_3d,result_nospin,0,t-Ntfirst,Grid::QCD::Tdir); for (int ivec = 0; ivec < nvec; ivec++) { ExtractSliceLocal(evec3d,epack.evec[ivec],0,t,3); pokeSpin(perambulator(t, ivec, dk, inoise,dt,ds),innerProduct(evec3d, result_3d),is); std::cout << "perambulator(t, ivec, dk, inoise,dt,ds)(is) = (" << t << "," << ivec << "," << dk << "," << inoise << "," << dt << "," << ds << ")(" << is << ") = " << perambulator(t, ivec, dk, inoise,dt,ds)()(is)() << std::endl; } } } } } } } // Kill our 5 dimensional grid (avoid leaks). Should really declare these objects temporary delete FrbGrid; delete FGrid; } std::cout << "perambulator done" << std::endl; perambulator.SliceShare( grid3d, grid4d ); // THIS IS WHERE WE WANT TO SAVE THE PERAMBULATORS TO DISK if(PerambFileName.length()) perambulator.WriteTemporary(PerambFileName); } END_MODULE_NAMESPACE END_HADRONS_NAMESPACE #endif // Hadrons_MDistil_PerambLight_hpp_