Grid/lib/qcd/action/fermion/MobiusEOFAFermionssp.cc

/*************************************************************************************

Grid physics library, www.github.com/paboyle/Grid

Source file: ./lib/qcd/action/fermion/MobiusEOFAFermionssp.cc

Copyright (C) 2017

Author: Peter Boyle <pabobyle@ph.ed.ac.uk>
Author: Peter Boyle <paboyle@ph.ed.ac.uk>
Author: Peter Boyle <peterboyle@Peters-MacBook-Pro-2.local>
Author: paboyle <paboyle@ph.ed.ac.uk>
Author: David Murphy <dmurphy@phys.columbia.edu>

This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; either version 2 of the License, or
(at your option) any later version.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License along
with this program; if not, write to the Free Software Foundation, Inc.,
51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.

See the full license in the file "LICENSE" in the top level distribution directory
*************************************************************************************/
			   /*  END LEGAL */

#include <Grid/qcd/action/fermion/FermionCore.h>
#include <Grid/qcd/action/fermion/MobiusEOFAFermion.h>

NAMESPACE_BEGIN(Grid);

// FIXME -- make a version of these routines with site loop outermost for cache reuse.
// Pminus fowards
// Pplus  backwards
template<class Impl>
void MobiusEOFAFermion<Impl>::M5D(const FermionField& psi, const FermionField& phi,
				  FermionField& chi, std::vector<Coeff_t>& lower, std::vector<Coeff_t>& diag, std::vector<Coeff_t>& upper)
{
  Coeff_t one(1.0);
  int Ls = this->Ls;
  for(int s=0; s<Ls; s++){
    if(s==0) {
      axpby_ssp_pminus(chi, diag[s], phi, upper[s], psi, s, s+1);
      axpby_ssp_pplus (chi, one, chi, lower[s], psi, s, Ls-1);
    } else if (s==(Ls-1)) {
      axpby_ssp_pminus(chi, diag[s], phi, upper[s], psi, s, 0);
      axpby_ssp_pplus (chi, one, chi, lower[s], psi, s, s-1);
    } else {
      axpby_ssp_pminus(chi, diag[s], phi, upper[s], psi, s, s+1);
      axpby_ssp_pplus(chi, one, chi, lower[s], psi, s, s-1);
    }
  }
}

template<class Impl>
void MobiusEOFAFermion<Impl>::M5D_shift(const FermionField& psi, const FermionField& phi,
					FermionField& chi, std::vector<Coeff_t>& lower, std::vector<Coeff_t>& diag, std::vector<Coeff_t>& upper,
					std::vector<Coeff_t>& shift_coeffs)
{
  Coeff_t one(1.0);
  int Ls = this->Ls;
  for(int s=0; s<Ls; s++){
    if(s==0) {
      axpby_ssp_pminus(chi, diag[s], phi, upper[s], psi, s, s+1);
      axpby_ssp_pplus (chi, one, chi, lower[s], psi, s, Ls-1);
    } else if (s==(Ls-1)) {
      axpby_ssp_pminus(chi, diag[s], phi, upper[s], psi, s, 0);
      axpby_ssp_pplus (chi, one, chi, lower[s], psi, s, s-1);
    } else {
      axpby_ssp_pminus(chi, diag[s], phi, upper[s], psi, s, s+1);
      axpby_ssp_pplus(chi, one, chi, lower[s], psi, s, s-1);
    }
    if(this->pm == 1){ axpby_ssp_pplus(chi, one, chi, shift_coeffs[s], psi, s, Ls-1); }
    else{ axpby_ssp_pminus(chi, one, chi, shift_coeffs[s], psi, s, 0); }
  }
}

template<class Impl>
void MobiusEOFAFermion<Impl>::M5Ddag(const FermionField& psi, const FermionField& phi,
				     FermionField& chi, std::vector<Coeff_t>& lower, std::vector<Coeff_t>& diag, std::vector<Coeff_t>& upper)
{
  Coeff_t one(1.0);
  int Ls = this->Ls;
  for(int s=0; s<Ls; s++){
    if(s==0) {
      axpby_ssp_pplus (chi, diag[s], phi, upper[s], psi, s, s+1);
      axpby_ssp_pminus(chi, one, chi, lower[s], psi, s, Ls-1);
    } else if (s==(Ls-1)) {
      axpby_ssp_pplus (chi, diag[s], phi, upper[s], psi, s, 0);
      axpby_ssp_pminus(chi, one, chi, lower[s], psi, s, s-1);
    } else {
      axpby_ssp_pplus (chi, diag[s], phi, upper[s], psi, s, s+1);
      axpby_ssp_pminus(chi, one, chi, lower[s], psi, s, s-1);
    }
  }
}

template<class Impl>
void MobiusEOFAFermion<Impl>::M5Ddag_shift(const FermionField& psi, const FermionField& phi,
					   FermionField& chi, std::vector<Coeff_t>& lower, std::vector<Coeff_t>& diag, std::vector<Coeff_t>& upper,
					   std::vector<Coeff_t>& shift_coeffs)
{
  Coeff_t one(1.0);
  int Ls = this->Ls;
  for(int s=0; s<Ls; s++){
    if(s==0) {
      axpby_ssp_pplus (chi, diag[s], phi, upper[s], psi, s, s+1);
      axpby_ssp_pminus(chi, one, chi, lower[s], psi, s, Ls-1);
    } else if (s==(Ls-1)) {
      axpby_ssp_pplus (chi, diag[s], phi, upper[s], psi, s, 0);
      axpby_ssp_pminus(chi, one, chi, lower[s], psi, s, s-1);
    } else {
      axpby_ssp_pplus (chi, diag[s], phi, upper[s], psi, s, s+1);
      axpby_ssp_pminus(chi, one, chi, lower[s], psi, s, s-1);
    }
    if(this->pm == 1){ axpby_ssp_pplus(chi, one, chi, shift_coeffs[s], psi, Ls-1, s); }
    else{ axpby_ssp_pminus(chi, one, chi, shift_coeffs[s], psi, 0, s); }
  }
}

template<class Impl>
void MobiusEOFAFermion<Impl>::MooeeInv(const FermionField& psi, FermionField& chi)
{
  if(this->shift != 0.0){ MooeeInv_shift(psi,chi); return; }

  Coeff_t one(1.0);
  Coeff_t czero(0.0);
  chi.Checkerboard() = psi.Checkerboard();
  int Ls = this->Ls;

  // Apply (L^{\prime})^{-1}
  axpby_ssp(chi, one, psi, czero, psi, 0, 0);      // chi[0]=psi[0]
  for(int s=1; s<Ls; s++){
    axpby_ssp_pplus(chi, one, psi, -this->lee[s-1], chi, s, s-1);// recursion Psi[s] -lee P_+ chi[s-1]
  }

  // L_m^{-1}
  for(int s=0; s<Ls-1; s++){ // Chi[ee] = 1 - sum[s<Ls-1] -leem[s]P_- chi
    axpby_ssp_pminus(chi, one, chi, -this->leem[s], chi, Ls-1, s);
  }

  // U_m^{-1} D^{-1}
  for(int s=0; s<Ls-1; s++){
    axpby_ssp_pplus(chi, one/this->dee[s], chi, -this->ueem[s]/this->dee[Ls-1], chi, s, Ls-1);
  }
  axpby_ssp(chi, one/this->dee[Ls-1], chi, czero, chi, Ls-1, Ls-1);

  // Apply U^{-1}
  for(int s=Ls-2; s>=0; s--){
    axpby_ssp_pminus(chi, one, chi, -this->uee[s], chi, s, s+1);  // chi[Ls]
  }
}

template<class Impl>
void MobiusEOFAFermion<Impl>::MooeeInv_shift(const FermionField& psi, FermionField& chi)
{
  Coeff_t one(1.0);
  Coeff_t czero(0.0);
  chi.Checkerboard() = psi.Checkerboard();
  int Ls = this->Ls;

  FermionField tmp(psi.Grid());

  // Apply (L^{\prime})^{-1}
  axpby_ssp(chi, one, psi, czero, psi, 0, 0);      // chi[0]=psi[0]
  axpby_ssp(tmp, czero, tmp, this->MooeeInv_shift_lc[0], psi, 0, 0);
  for(int s=1; s<Ls; s++){
    axpby_ssp_pplus(chi, one, psi, -this->lee[s-1], chi, s, s-1);// recursion Psi[s] -lee P_+ chi[s-1]
    axpby_ssp(tmp, one, tmp, this->MooeeInv_shift_lc[s], psi, 0, s);
  }

  // L_m^{-1}
  for(int s=0; s<Ls-1; s++){ // Chi[ee] = 1 - sum[s<Ls-1] -leem[s]P_- chi
    axpby_ssp_pminus(chi, one, chi, -this->leem[s], chi, Ls-1, s);
  }

  // U_m^{-1} D^{-1}
  for(int s=0; s<Ls-1; s++){
    axpby_ssp_pplus(chi, one/this->dee[s], chi, -this->ueem[s]/this->dee[Ls-1], chi, s, Ls-1);
  }
  axpby_ssp(chi, one/this->dee[Ls-1], chi, czero, chi, Ls-1, Ls-1);

  // Apply U^{-1} and add shift term
  if(this->pm == 1){ axpby_ssp_pplus(chi, one, chi, this->MooeeInv_shift_norm[Ls-1], tmp, Ls-1, 0); }
  else{ axpby_ssp_pminus(chi, one, chi, this->MooeeInv_shift_norm[Ls-1], tmp, Ls-1, 0); }
  for(int s=Ls-2; s>=0; s--){
    axpby_ssp_pminus(chi, one, chi, -this->uee[s], chi, s, s+1);  // chi[Ls]
    if(this->pm == 1){ axpby_ssp_pplus(chi, one, chi, this->MooeeInv_shift_norm[s], tmp, s, 0); }
    else{ axpby_ssp_pminus(chi, one, chi, this->MooeeInv_shift_norm[s], tmp, s, 0); }
  }
}

template<class Impl>
void MobiusEOFAFermion<Impl>::MooeeInvDag(const FermionField& psi, FermionField& chi)
{
  if(this->shift != 0.0){ MooeeInvDag_shift(psi,chi); return; }

  Coeff_t one(1.0);
  Coeff_t czero(0.0);
  chi.Checkerboard() = psi.Checkerboard();
  int Ls = this->Ls;

  // Apply (U^{\prime})^{-dagger}
  axpby_ssp(chi, one, psi, czero, psi, 0, 0);      // chi[0]=psi[0]
  for(int s=1; s<Ls; s++){
    axpby_ssp_pminus(chi, one, psi, -conjugate(this->uee[s-1]), chi, s, s-1);
  }

  // U_m^{-\dagger}
  for(int s=0; s<Ls-1; s++){
    axpby_ssp_pplus(chi, one, chi, -conjugate(this->ueem[s]), chi, Ls-1, s);
  }

  // L_m^{-\dagger} D^{-dagger}
  for(int s=0; s<Ls-1; s++){
    axpby_ssp_pminus(chi, one/conjugate(this->dee[s]), chi, -conjugate(this->leem[s]/this->dee[Ls-1]), chi, s, Ls-1);
  }
  axpby_ssp(chi, one/conjugate(this->dee[Ls-1]), chi, czero, chi, Ls-1, Ls-1);

  // Apply L^{-dagger}
  for(int s=Ls-2; s>=0; s--){
    axpby_ssp_pplus(chi, one, chi, -conjugate(this->lee[s]), chi, s, s+1);  // chi[Ls]
  }
}

template<class Impl>
void MobiusEOFAFermion<Impl>::MooeeInvDag_shift(const FermionField& psi, FermionField& chi)
{
  Coeff_t one(1.0);
  Coeff_t czero(0.0);
  chi.Checkerboard() = psi.Checkerboard();
  int Ls = this->Ls;

  FermionField tmp(psi.Grid());

  // Apply (U^{\prime})^{-dagger} and accumulate (MooeeInvDag_shift_lc)_{j} \psi_{j} in tmp[0]
  axpby_ssp(chi, one, psi, czero, psi, 0, 0);      // chi[0]=psi[0]
  axpby_ssp(tmp, czero, tmp, this->MooeeInvDag_shift_lc[0], psi, 0, 0);
  for(int s=1; s<Ls; s++){
    axpby_ssp_pminus(chi, one, psi, -conjugate(this->uee[s-1]), chi, s, s-1);
    axpby_ssp(tmp, one, tmp, this->MooeeInvDag_shift_lc[s], psi, 0, s);
  }

  // U_m^{-\dagger}
  for(int s=0; s<Ls-1; s++){
    axpby_ssp_pplus(chi, one, chi, -conjugate(this->ueem[s]), chi, Ls-1, s);
  }

  // L_m^{-\dagger} D^{-dagger}
  for(int s=0; s<Ls-1; s++){
    axpby_ssp_pminus(chi, one/conjugate(this->dee[s]), chi, -conjugate(this->leem[s]/this->dee[Ls-1]), chi, s, Ls-1);
  }
  axpby_ssp(chi, one/conjugate(this->dee[Ls-1]), chi, czero, chi, Ls-1, Ls-1);

  // Apply L^{-dagger} and add shift
  if(this->pm == 1){ axpby_ssp_pplus(chi, one, chi, this->MooeeInvDag_shift_norm[Ls-1], tmp, Ls-1, 0); }
  else{ axpby_ssp_pminus(chi, one, chi, this->MooeeInvDag_shift_norm[Ls-1], tmp, Ls-1, 0); }
  for(int s=Ls-2; s>=0; s--){
    axpby_ssp_pplus(chi, one, chi, -conjugate(this->lee[s]), chi, s, s+1);  // chi[Ls]
    if(this->pm == 1){ axpby_ssp_pplus(chi, one, chi, this->MooeeInvDag_shift_norm[s], tmp, s, 0); }
    else{ axpby_ssp_pminus(chi, one, chi, this->MooeeInvDag_shift_norm[s], tmp, s, 0); }
  }
}

#ifdef MOBIUS_EOFA_DPERP_LINALG

INSTANTIATE_DPERP_MOBIUS_EOFA(WilsonImplF);
INSTANTIATE_DPERP_MOBIUS_EOFA(WilsonImplD);
INSTANTIATE_DPERP_MOBIUS_EOFA(GparityWilsonImplF);
INSTANTIATE_DPERP_MOBIUS_EOFA(GparityWilsonImplD);
INSTANTIATE_DPERP_MOBIUS_EOFA(ZWilsonImplF);
INSTANTIATE_DPERP_MOBIUS_EOFA(ZWilsonImplD);

INSTANTIATE_DPERP_MOBIUS_EOFA(WilsonImplFH);
INSTANTIATE_DPERP_MOBIUS_EOFA(WilsonImplDF);
INSTANTIATE_DPERP_MOBIUS_EOFA(GparityWilsonImplFH);
INSTANTIATE_DPERP_MOBIUS_EOFA(GparityWilsonImplDF);
INSTANTIATE_DPERP_MOBIUS_EOFA(ZWilsonImplFH);
INSTANTIATE_DPERP_MOBIUS_EOFA(ZWilsonImplDF);

#endif

NAMESPACE_END(Grid);