2018-01-13 00:31:02 +00:00
|
|
|
/*************************************************************************************
|
2016-01-02 14:51:32 +00:00
|
|
|
|
|
|
|
Grid physics library, www.github.com/paboyle/Grid
|
|
|
|
|
|
|
|
Source file: ./lib/tensors/Tensor_extract_merge.h
|
|
|
|
|
|
|
|
Copyright (C) 2015
|
|
|
|
|
|
|
|
Author: Azusa Yamaguchi <ayamaguc@staffmail.ed.ac.uk>
|
|
|
|
Author: Peter Boyle <paboyle@ph.ed.ac.uk>
|
|
|
|
Author: neo <cossu@post.kek.jp>
|
|
|
|
Author: paboyle <paboyle@ph.ed.ac.uk>
|
2016-07-06 20:57:04 +01:00
|
|
|
Author: Christopher Kelly <ckelly@phys.columbia.edu>
|
2016-01-02 14:51:32 +00:00
|
|
|
|
|
|
|
This program is free software; you can redistribute it and/or modify
|
|
|
|
it under the terms of the GNU General Public License as published by
|
|
|
|
the Free Software Foundation; either version 2 of the License, or
|
|
|
|
(at your option) any later version.
|
|
|
|
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
GNU General Public License for more details.
|
|
|
|
|
|
|
|
You should have received a copy of the GNU General Public License along
|
|
|
|
with this program; if not, write to the Free Software Foundation, Inc.,
|
|
|
|
51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
|
|
|
|
|
|
See the full license in the file "LICENSE" in the top level distribution directory
|
2018-01-13 00:31:02 +00:00
|
|
|
*************************************************************************************/
|
|
|
|
/* END LEGAL */
|
2018-02-24 22:21:08 +00:00
|
|
|
#pragma once
|
|
|
|
|
|
|
|
NAMESPACE_BEGIN(Grid);
|
|
|
|
|
2015-04-28 08:11:59 +01:00
|
|
|
/////////////////////////////////////////////////////////////////
|
|
|
|
// Generic extract/merge/permute
|
|
|
|
/////////////////////////////////////////////////////////////////
|
|
|
|
|
2018-02-24 22:21:08 +00:00
|
|
|
template<class __T> using ExtractPointerArray = AcceleratorVector<__T *,GRID_MAX_SIMD>;
|
|
|
|
template<class __T> using ExtractBuffer = AcceleratorVector<__T ,GRID_MAX_SIMD>;
|
|
|
|
|
|
|
|
//void extract(const vobj &vec,ExtractBuffer<typename vobj::scalar_object> &extracted);
|
|
|
|
//void extract(const vobj &vec,ExtractPointerArray<sobj> &extracted, int offset);
|
|
|
|
//void merge(vobj &vec,ExtractBuffer<typename vobj::scalar_object> &extracted)
|
|
|
|
//void merge(vobj &vec,ExtractPointerArray<typename vobj::scalar_object> &extracted)
|
|
|
|
//
|
|
|
|
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
|
|
// Extract to contiguous array scalar object
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
|
|
template<class vobj,class sobj> accelerator_inline
|
|
|
|
void extract(const vobj &vec,ExtractBuffer<sobj> &extracted)
|
|
|
|
{
|
|
|
|
typedef typename GridTypeMapper<vobj>::scalar_type scalar_type;
|
|
|
|
typedef typename GridTypeMapper<vobj>::vector_type vector_type;
|
|
|
|
|
|
|
|
const int words=sizeof(vobj)/sizeof(vector_type);
|
|
|
|
const int Nsimd=vector_type::Nsimd();
|
|
|
|
const int Nextr=extracted.size();
|
|
|
|
const int s=Nsimd/Nextr;
|
|
|
|
|
|
|
|
scalar_type *sp = (scalar_type *)&extracted[0];
|
|
|
|
scalar_type *vp = (scalar_type *)&vec;
|
|
|
|
for(int w=0;w<words;w++){
|
2018-01-13 00:31:02 +00:00
|
|
|
for(int i=0;i<Nextr;i++){
|
2018-02-24 22:21:08 +00:00
|
|
|
sp[i*words+w] = vp[w*Nsimd+i*s] ;
|
2015-04-28 08:11:59 +01:00
|
|
|
}
|
|
|
|
}
|
2018-02-24 22:21:08 +00:00
|
|
|
}
|
2018-01-13 00:31:02 +00:00
|
|
|
|
2018-02-24 22:21:08 +00:00
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
|
|
// Merge a contiguous array of scalar objects
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
|
|
template<class vobj,class sobj> accelerator_inline
|
|
|
|
void merge(vobj &vec,ExtractBuffer<sobj> &extracted)
|
|
|
|
{
|
|
|
|
typedef typename GridTypeMapper<vobj>::scalar_type scalar_type;
|
|
|
|
typedef typename GridTypeMapper<vobj>::vector_type vector_type;
|
|
|
|
|
|
|
|
const int words=sizeof(vobj)/sizeof(vector_type);
|
|
|
|
const int Nsimd=vector_type::Nsimd();
|
|
|
|
const int Nextr = extracted.size();
|
|
|
|
const int s=Nsimd/Nextr;
|
|
|
|
|
|
|
|
scalar_type *sp = (scalar_type *)&extracted[0];
|
|
|
|
scalar_type *vp = (scalar_type *)&vec;
|
|
|
|
for(int w=0;w<words;w++){
|
|
|
|
for(int i=0;i<Nextr;i++){
|
|
|
|
vp[w*Nsimd+i*s] = sp[i*words+w] ;
|
2015-11-06 11:26:20 +00:00
|
|
|
}
|
2015-04-28 08:11:59 +01:00
|
|
|
}
|
2018-02-24 22:21:08 +00:00
|
|
|
}
|
2015-04-28 08:11:59 +01:00
|
|
|
|
2018-02-24 22:21:08 +00:00
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
|
|
// Extract to a bunch of scalar object pointers of different scalar type, with offset. Useful for precision change
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
|
|
template<class vobj, class sobj> accelerator_inline
|
|
|
|
void extract(const vobj &vec,ExtractPointerArray<sobj> &extracted, int offset)
|
|
|
|
{
|
|
|
|
typedef typename GridTypeMapper<vobj>::scalar_type scalar_type;
|
|
|
|
typedef typename GridTypeMapper<vobj>::vector_type vector_type;
|
2016-07-06 20:57:04 +01:00
|
|
|
|
2018-02-24 22:21:08 +00:00
|
|
|
const int words=sizeof(vobj)/sizeof(vector_type);
|
|
|
|
const int Nsimd=vector_type::Nsimd();
|
|
|
|
const int Nextr=extracted.size();
|
|
|
|
const int s = Nsimd/Nextr;
|
2015-04-28 08:11:59 +01:00
|
|
|
|
2018-02-24 22:21:08 +00:00
|
|
|
scalar_type * vp = (scalar_type *)&vec;
|
2015-04-28 08:11:59 +01:00
|
|
|
|
2018-02-24 22:21:08 +00:00
|
|
|
for(int w=0;w<words;w++){
|
|
|
|
for(int i=0;i<Nextr;i++){
|
|
|
|
scalar_type * pointer = (scalar_type *)& extracted[i][offset];
|
|
|
|
pointer[w] = vp[w*Nsimd+i*s];
|
2018-01-13 00:31:02 +00:00
|
|
|
}
|
2015-04-28 08:11:59 +01:00
|
|
|
}
|
2018-02-24 22:21:08 +00:00
|
|
|
}
|
2015-04-28 08:11:59 +01:00
|
|
|
|
2018-02-24 22:21:08 +00:00
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
|
|
// Merge bunch of scalar object pointers of different scalar type, with offset. Useful for precision change
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
|
|
template<class vobj, class sobj> accelerator_inline
|
|
|
|
void merge(vobj &vec,ExtractPointerArray<sobj> &extracted, int offset)
|
|
|
|
{
|
|
|
|
typedef typename GridTypeMapper<vobj>::scalar_type scalar_type;
|
|
|
|
typedef typename GridTypeMapper<vobj>::vector_type vector_type;
|
2015-04-28 08:11:59 +01:00
|
|
|
|
2018-02-24 22:21:08 +00:00
|
|
|
const int words=sizeof(vobj)/sizeof(vector_type);
|
|
|
|
const int Nsimd=vector_type::Nsimd();
|
|
|
|
const int Nextr=extracted.size();
|
|
|
|
const int s = Nsimd/Nextr;
|
2015-06-14 00:55:21 +01:00
|
|
|
|
2018-02-24 22:21:08 +00:00
|
|
|
scalar_type * vp = (scalar_type *)&vec;
|
2015-12-30 19:29:48 +00:00
|
|
|
|
2018-02-24 22:21:08 +00:00
|
|
|
for(int w=0;w<words;w++){
|
|
|
|
for(int i=0;i<Nextr;i++){
|
|
|
|
scalar_type * pointer = (scalar_type *)& extracted[i][offset];
|
|
|
|
vp[w*Nsimd+i*s] = pointer[w] ;
|
2015-11-06 11:26:20 +00:00
|
|
|
}
|
2015-04-28 08:11:59 +01:00
|
|
|
}
|
2018-02-24 22:21:08 +00:00
|
|
|
}
|
2016-01-11 14:34:22 +00:00
|
|
|
|
|
|
|
|
2018-02-24 22:21:08 +00:00
|
|
|
NAMESPACE_END(Grid);
|
2016-01-11 14:34:22 +00:00
|
|
|
|