1
0
mirror of https://github.com/paboyle/Grid.git synced 2024-11-10 15:55:37 +00:00
Grid/lib/lattice/Lattice_base.h

434 lines
13 KiB
C
Raw Normal View History

/*************************************************************************************
Grid physics library, www.github.com/paboyle/Grid
Source file: ./lib/lattice/Lattice_base.h
Copyright (C) 2015
Author: Azusa Yamaguchi <ayamaguc@staffmail.ed.ac.uk>
Author: Peter Boyle <paboyle@ph.ed.ac.uk>
Author: paboyle <paboyle@ph.ed.ac.uk>
This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; either version 2 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License along
with this program; if not, write to the Free Software Foundation, Inc.,
51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
See the full license in the file "LICENSE" in the top level distribution
directory
*************************************************************************************/
2018-01-15 00:03:49 +00:00
/* END LEGAL */
2018-01-24 13:35:13 +00:00
#pragma once
2015-05-11 19:09:49 +01:00
2015-05-21 06:47:05 +01:00
#define STREAMING_STORES
2018-01-15 00:03:49 +00:00
NAMESPACE_BEGIN(Grid);
2015-05-11 19:09:49 +01:00
// TODO:
// mac,real,imag
// Functionality:
// -=,+=,*=,()
// add,+,sub,-,mult,mac,*
// adj,conjugate
2015-05-11 19:09:49 +01:00
// real,imag
// transpose,transposeIndex
// trace,traceIndex
// peekIndex
// innerProduct,outerProduct,
// localNorm2
// localInnerProduct
extern int GridCshiftPermuteMap[4][16];
////////////////////////////////////////////////
// Basic expressions used in Expression Template
////////////////////////////////////////////////
// The data inside the lattice class
class LatticeBase {};
template<class vobj> class LatticeAccelerator : public LatticeBase
{
2018-01-26 22:27:47 +00:00
protected:
int checkerboard;
vobj *_odata; // A managed pointer
uint64_t _odata_size;
// virtual ~LatticeBase(void) = default;
2018-01-26 22:27:47 +00:00
public:
accelerator_inline LatticeAccelerator() : checkerboard(0), _odata(nullptr), _odata_size(0) {
// std::cout << " Lattice accelerator object "<<this->_odata<<" size "<<this->_odata_size<<std::endl;
};
2018-01-26 23:06:03 +00:00
accelerator_inline int Checkerboard(void) const { return checkerboard; };
accelerator_inline int &Checkerboard(void) { return checkerboard; };
accelerator_inline uint64_t begin(void) const { return 0;};
accelerator_inline uint64_t end(void) const { return _odata_size; };
2018-01-26 23:06:03 +00:00
accelerator_inline uint64_t size(void) const { return _odata_size; };
accelerator_inline vobj & operator[](size_t i) { return _odata[i]; };
accelerator_inline const vobj & operator[](size_t i) const { return _odata[i]; };
2018-01-27 23:50:17 +00:00
};
2015-05-11 19:09:49 +01:00
class LatticeExpressionBase {};
template <typename Op, typename T1>
class LatticeUnaryExpression : public std::pair<Op,std::tuple<T1> > , public LatticeExpressionBase {
2018-01-15 00:03:49 +00:00
public:
LatticeUnaryExpression(const std::pair<Op,std::tuple<T1> > &arg): std::pair<Op,std::tuple<T1> >(arg) {};
2015-05-11 19:09:49 +01:00
};
template <typename Op, typename T1, typename T2>
class LatticeBinaryExpression : public std::pair<Op,std::tuple<T1,T2> > , public LatticeExpressionBase {
2018-01-15 00:03:49 +00:00
public:
LatticeBinaryExpression(const std::pair<Op,std::tuple<T1,T2> > &arg): std::pair<Op,std::tuple<T1,T2> >(arg) {};
2015-05-11 19:09:49 +01:00
};
template <typename Op, typename T1, typename T2, typename T3>
class LatticeTrinaryExpression :public std::pair<Op,std::tuple<T1,T2,T3> >, public LatticeExpressionBase {
2018-01-15 00:03:49 +00:00
public:
LatticeTrinaryExpression(const std::pair<Op,std::tuple<T1,T2,T3> > &arg): std::pair<Op,std::tuple<T1,T2,T3> >(arg) {};
2015-05-11 19:09:49 +01:00
};
void inline conformable(GridBase *lhs,GridBase *rhs)
{
assert(lhs == rhs);
}
2015-05-11 19:09:49 +01:00
template<class vobj>
class Lattice : public LatticeAccelerator<vobj>
2015-05-11 19:09:49 +01:00
{
2018-01-27 00:04:12 +00:00
protected: // Move to private and fix
GridBase *_grid;
2015-05-11 19:09:49 +01:00
public:
2018-01-27 00:04:12 +00:00
GridBase *Grid(void) const { return _grid; }
///////////////////////////////////////////////////
// Member types
///////////////////////////////////////////////////
2018-01-15 00:03:49 +00:00
typedef typename vobj::scalar_type scalar_type;
typedef typename vobj::vector_type vector_type;
typedef vobj vector_object;
2018-01-24 13:35:13 +00:00
private:
void dealloc(void)
{
alignedAllocator<vobj> alloc;
// std::cout << " deallocating lattice "<<this << " odata " <<this->_odata<<" size "<<this->_odata_size<<std::endl;
// // BACKTRACE();
if( this->_odata_size ) {
alloc.deallocate(this->_odata,this->_odata_size);
this->_odata=nullptr;
this->_odata_size=0;
}
}
2018-01-24 13:35:13 +00:00
void resize(uint64_t size)
{
alignedAllocator<vobj> alloc;
if ( this->_odata_size != size ) {
dealloc();
}
this->_odata_size = size;
if ( size )
this->_odata = alloc.allocate(this->_odata_size);
else
this->_odata = nullptr;
// std::cout << " allocated lattice "<<this << " odata " <<this->_odata<<" size "<<this->_odata_size<<std::endl;
// // BACKTRACE();
}
void copy_vec(vobj *ptr,uint64_t count)
{
dealloc();
this->_odata = ptr;
assert(this->_odata_size == count);
// std::cout << " copied lattice "<<this->_odata<<" size "<<this->_odata_size<<std::endl;
}
public:
~Lattice() {
if ( this->_odata_size ) {
// std::cout << " deleting lattice this"<<this << " odata " <<this->_odata<<" size "<<this->_odata_size<<std::endl;
// // BACKTRACE();
dealloc();
// std::cout << " deleted lattice this"<<this<< " odata "<<this->_odata<<" size "<<this->_odata_size<<std::endl;
}
}
2015-05-11 19:09:49 +01:00
////////////////////////////////////////////////////////////////////////////////
// Expression Template closure support
////////////////////////////////////////////////////////////////////////////////
2018-01-24 13:35:13 +00:00
template <typename Op, typename T1> inline Lattice<vobj> & operator=(const LatticeUnaryExpression<Op,T1> &expr)
2015-05-11 19:09:49 +01:00
{
2015-05-25 13:45:08 +01:00
GridBase *egrid(nullptr);
GridFromExpression(egrid,expr);
assert(egrid!=nullptr);
conformable(_grid,egrid);
int cb=-1;
CBFromExpression(cb,expr);
assert( (cb==Odd) || (cb==Even));
this->checkerboard=cb;
2015-05-25 13:45:08 +01:00
2015-05-21 06:47:05 +01:00
#ifdef STREAMING_STORES
2018-01-24 13:35:13 +00:00
accelerator_loop(ss,(*this),{
2015-05-21 06:47:05 +01:00
vobj tmp = eval(ss,expr);
vstream(this->_odata[ss] ,tmp);
2018-01-24 13:35:13 +00:00
});
2015-05-21 06:47:05 +01:00
#else
2018-01-24 13:35:13 +00:00
accelerator_loop(ss,(*this),{
this->_odata[ss]=eval(ss,expr);
2018-01-24 13:35:13 +00:00
});
2015-05-21 06:47:05 +01:00
#endif
2015-05-11 19:09:49 +01:00
return *this;
}
2018-01-24 13:35:13 +00:00
template <typename Op, typename T1,typename T2> inline Lattice<vobj> & operator=(const LatticeBinaryExpression<Op,T1,T2> &expr)
2015-05-11 19:09:49 +01:00
{
2015-05-25 13:45:08 +01:00
GridBase *egrid(nullptr);
GridFromExpression(egrid,expr);
assert(egrid!=nullptr);
conformable(_grid,egrid);
int cb=-1;
CBFromExpression(cb,expr);
assert( (cb==Odd) || (cb==Even));
this->checkerboard=cb;
2015-05-25 13:45:08 +01:00
2015-05-21 06:47:05 +01:00
#ifdef STREAMING_STORES
2018-01-24 13:35:13 +00:00
accelerator_loop(ss,(*this),{
2015-05-21 06:47:05 +01:00
vobj tmp = eval(ss,expr);
vstream(this->_odata[ss] ,tmp);
2018-01-24 13:35:13 +00:00
});
2015-05-21 06:47:05 +01:00
#else
2018-01-24 13:35:13 +00:00
accelerator_loop(ss,(*this),{
this->_odata[ss]=eval(ss,expr);
2018-01-24 13:35:13 +00:00
});
2015-05-21 06:47:05 +01:00
#endif
2015-05-11 19:09:49 +01:00
return *this;
}
2018-01-24 13:35:13 +00:00
template <typename Op, typename T1,typename T2,typename T3> inline Lattice<vobj> & operator=(const LatticeTrinaryExpression<Op,T1,T2,T3> &expr)
2015-05-11 19:09:49 +01:00
{
2015-05-25 13:45:08 +01:00
GridBase *egrid(nullptr);
GridFromExpression(egrid,expr);
assert(egrid!=nullptr);
conformable(_grid,egrid);
int cb=-1;
CBFromExpression(cb,expr);
assert( (cb==Odd) || (cb==Even));
this->checkerboard=cb;
2015-05-25 13:45:08 +01:00
2015-05-21 06:47:05 +01:00
#ifdef STREAMING_STORES
2018-01-24 13:35:13 +00:00
accelerator_loop(ss,(*this),{
vobj tmp = eval(ss,expr);
vstream(this->_odata[ss] ,tmp);
2018-01-24 13:35:13 +00:00
});
2015-05-21 06:47:05 +01:00
#else
2018-01-24 13:35:13 +00:00
accelerator_loop(ss,(*this),{
this->_odata[ss] = eval(ss,expr);
2018-01-24 13:35:13 +00:00
});
2015-05-21 06:47:05 +01:00
#endif
2015-05-11 19:09:49 +01:00
return *this;
}
//GridFromExpression is tricky to do
template<class Op,class T1>
2018-01-15 00:03:49 +00:00
Lattice(const LatticeUnaryExpression<Op,T1> & expr) {
_grid = nullptr;
2015-05-11 19:09:49 +01:00
GridFromExpression(_grid,expr);
assert(_grid!=nullptr);
2015-05-25 13:45:08 +01:00
int cb=-1;
CBFromExpression(cb,expr);
assert( (cb==Odd) || (cb==Even));
this->checkerboard=cb;
2015-05-25 13:45:08 +01:00
2018-01-24 13:35:13 +00:00
resize(_grid->oSites());
2015-05-21 06:47:05 +01:00
#ifdef STREAMING_STORES
accelerator_loop(ss,(*this),{
vstream(this->_odata[ss] ,eval(ss,expr));
2018-01-24 13:35:13 +00:00
});
2015-05-21 06:47:05 +01:00
#else
accelerator_loop(ss,(*this),{
this->_odata[ss]=eval(ss,expr);
2018-01-24 13:35:13 +00:00
});
2015-05-21 06:47:05 +01:00
#endif
2018-01-24 13:35:13 +00:00
}
2015-05-11 19:09:49 +01:00
template<class Op,class T1, class T2>
Lattice(const LatticeBinaryExpression<Op,T1,T2> & expr) {
_grid = nullptr;
2015-05-11 19:09:49 +01:00
GridFromExpression(_grid,expr);
assert(_grid!=nullptr);
resize(_grid->oSites());
2015-05-25 13:45:08 +01:00
int cb=-1;
CBFromExpression(cb,expr);
assert( (cb==Odd) || (cb==Even));
this->checkerboard=cb;
2018-01-24 13:35:13 +00:00
2015-05-21 06:47:05 +01:00
#ifdef STREAMING_STORES
accelerator_loop(ss,(*this),{
2015-06-01 12:26:20 +01:00
vobj tmp = eval(ss,expr);
vstream(this->_odata[ss] ,tmp);
2018-01-24 13:35:13 +00:00
});
2015-05-21 06:47:05 +01:00
#else
accelerator_loop(ss,(*this),{
this->_odata[ss]=eval(ss,expr);
2018-01-24 13:35:13 +00:00
});
2015-05-21 06:47:05 +01:00
#endif
2018-01-24 13:35:13 +00:00
}
2015-05-11 19:09:49 +01:00
template<class Op,class T1, class T2, class T3>
Lattice(const LatticeTrinaryExpression<Op,T1,T2,T3> & expr) {
_grid = nullptr;
2015-05-11 19:09:49 +01:00
GridFromExpression(_grid,expr);
assert(_grid!=nullptr);
2015-05-25 13:45:08 +01:00
int cb=-1;
CBFromExpression(cb,expr);
assert( (cb==Odd) || (cb==Even));
this->checkerboard=cb;
2015-05-25 13:45:08 +01:00
2018-01-24 13:35:13 +00:00
resize(_grid->oSites());
accelerator_loop(ss,(*this),{
vstream(this->_odata[ss] ,eval(ss,expr));
2018-01-24 13:35:13 +00:00
});
}
2015-05-11 19:09:49 +01:00
// virtual ~Lattice(void) = default;
/*
void reset(GridBase* grid) {
if (_grid != grid) {
_grid = grid;
2018-01-24 13:35:13 +00:00
resize(grid->oSites());
this->checkerboard = 0;
2015-05-11 19:09:49 +01:00
}
}
*/
2015-05-11 19:09:49 +01:00
2018-01-24 13:35:13 +00:00
template<class sobj> inline Lattice<vobj> & operator = (const sobj & r){
accelerator_loop(ss,(*this),{
this->_odata[ss]=r;
2018-01-24 13:35:13 +00:00
});
return *this;
}
//////////////////////////////////////////////////////////////////
// Follow rule of five, with Constructor requires "grid" passed
// to user defined constructor
//////////////////////////////////////////////////////////////////
Lattice(GridBase *grid) { // user defined constructor
_grid = grid;
// std::cout << "Lattice constructor(grid)"<<std::endl;
resize(grid->oSites());
assert((((uint64_t)&this->_odata[0])&0xF) ==0);
this->checkerboard=0;
}
Lattice(const Lattice& r){ // copy constructor
// std::cout << "Lattice constructor(const Lattice &) "<<this<<std::endl;
2018-01-27 00:04:12 +00:00
_grid = r.Grid();
resize(r._odata_size);
2018-01-26 23:06:03 +00:00
this->checkerboard = r.Checkerboard();
accelerator_loop(ss,(*this),{
2018-01-26 23:06:03 +00:00
this->_odata[ss]=r[ss];
});
}
Lattice(Lattice && r){ // move constructor
// std::cout << "Lattice move constructor(Lattice &) "<<this<<std::endl;
2018-01-27 00:04:12 +00:00
_grid = r.Grid();
this->_odata = r._odata;
this->_odata_size = r._odata_size;
2018-01-26 23:06:03 +00:00
this->checkerboard= r.Checkerboard();
r._odata = nullptr;
r._odata_size = 0;
}
// assignment template
2018-01-24 13:35:13 +00:00
template<class robj> inline Lattice<vobj> & operator = (const Lattice<robj> & r){
// std::cout << "Lattice = (Lattice &)"<<std::endl;
typename std::enable_if<!std::is_same<robj,vobj>::value,int>::type i=0;
2018-01-26 23:06:03 +00:00
this->checkerboard = r.Checkerboard();
conformable(*this,r);
accelerator_loop(ss,(*this),{
2018-01-26 23:06:03 +00:00
this->_odata[ss]=r[ss];
});
return *this;
}
// Copy assignment
inline Lattice<vobj> & operator = (const Lattice<vobj> & r){
// std::cout << "Lattice = (Lattice &)"<<std::endl;
2018-01-26 23:06:03 +00:00
this->checkerboard = r.Checkerboard();
conformable(*this,r);
2018-01-24 13:35:13 +00:00
accelerator_loop(ss,(*this),{
2018-01-26 23:06:03 +00:00
this->_odata[ss]=r[ss];
2018-01-24 13:35:13 +00:00
});
return *this;
}
// Move assignment if same type
inline Lattice<vobj> & operator = (Lattice<vobj> && r){
// std::cout << "Lattice = (Lattice &&)"<<std::endl;
resize(0); // delete if appropriate
2018-01-27 00:04:12 +00:00
this->_grid = r.Grid();
2018-01-26 23:06:03 +00:00
this->checkerboard = r.Checkerboard();
this->_odata = r._odata;
this->_odata_size = r._odata_size;
2018-01-26 23:06:03 +00:00
this->checkerboard= r.Checkerboard();
r._odata = nullptr;
r._odata_size = 0;
return *this;
}
// *=,+=,-= operators inherit behvour from correspond */+/- operation
2018-01-24 13:35:13 +00:00
template<class T> inline Lattice<vobj> &operator *=(const T &r) {
*this = (*this)*r;
return *this;
}
2018-01-24 13:35:13 +00:00
template<class T> inline Lattice<vobj> &operator -=(const T &r) {
*this = (*this)-r;
return *this;
}
2018-01-24 13:35:13 +00:00
template<class T> inline Lattice<vobj> &operator +=(const T &r) {
*this = (*this)+r;
return *this;
}
2018-01-27 23:50:17 +00:00
friend inline void swap(Lattice &l, Lattice &r) {
conformable(l,r);
LatticeAccelerator<vobj> tmp;
LatticeAccelerator<vobj> *lp = (LatticeAccelerator<vobj> *)&l;
LatticeAccelerator<vobj> *rp = (LatticeAccelerator<vobj> *)&r;
tmp = *lp; *lp=*rp; *rp=tmp;
}
}; // class Lattice
2018-01-15 00:03:49 +00:00
template<class vobj> std::ostream& operator<< (std::ostream& stream, const Lattice<vobj> &o){
std::vector<int> gcoor;
typedef typename vobj::scalar_object sobj;
sobj ss;
2018-01-27 00:04:12 +00:00
for(int g=0;g<o.Grid()->_gsites;g++){
o.Grid()->GlobalIndexToGlobalCoor(g,gcoor);
2018-01-15 00:03:49 +00:00
peekSite(ss,o,gcoor);
stream<<"[";
for(int d=0;d<gcoor.size();d++){
stream<<gcoor[d];
if(d!=gcoor.size()-1) stream<<",";
2015-05-13 09:24:10 +01:00
}
2018-01-15 00:03:49 +00:00
stream<<"]\t";
stream<<ss<<std::endl;
2015-05-13 09:24:10 +01:00
}
2018-01-15 00:03:49 +00:00
return stream;
2015-05-11 19:09:49 +01:00
}
2018-01-15 00:03:49 +00:00
NAMESPACE_END(Grid);
2015-05-11 19:09:49 +01:00