diff --git a/Grid/tensors/Tensor_SIMT.h b/Grid/tensors/Tensor_SIMT.h new file mode 100644 index 00000000..9b329748 --- /dev/null +++ b/Grid/tensors/Tensor_SIMT.h @@ -0,0 +1,94 @@ +/************************************************************************************* + + Grid physics library, www.github.com/paboyle/Grid + + Source file: ./lib/tensors/Tensor_SIMT.h + + Copyright (C) 2015 + +Author: Peter Boyle + + This program is free software; you can redistribute it and/or modify + it under the terms of the GNU General Public License as published by + the Free Software Foundation; either version 2 of the License, or + (at your option) any later version. + + This program is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU General Public License for more details. + + You should have received a copy of the GNU General Public License along + with this program; if not, write to the Free Software Foundation, Inc., + 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. + + See the full license in the file "LICENSE" in the top level distribution directory +*************************************************************************************/ +/* END LEGAL */ +#pragma once + +#include + +NAMESPACE_BEGIN(Grid); + +#ifndef __CUDA_ARCH__ +////////////////////////////////////////// +// Trivial mapping of vectors on host +////////////////////////////////////////// +template accelerator_inline +vobj coalescedRead(const vobj & __restrict__ vec) +{ + return vec; +} +template accelerator_inline +vobj coalescedReadPermute(const vobj & __restrict__ vec,int ptype,int doperm) +{ + if ( doperm ) { + vobj ret; + permute(ret,vec, ptype); + return ret; + } else { + return vec; + } +} +template accelerator_inline +void coalescedWrite(vobj & __restrict__ vec,const vobj & __restrict__ extracted) +{ + vstream(vec, extracted); +} +#else +////////////////////////////////////////// +// Extract and insert slices on the GPU +////////////////////////////////////////// +template accelerator_inline +typename vobj::scalar_object coalescedRead(const vobj & __restrict__ vec) +{ + typedef typename vobj::scalar_type scalar_type; + typedef typename vobj::vector_type vector_type; + constexpr int Nsimd = sizeof(vector_type)/sizeof(scalar_type); + int lane = threadIdx.x % Nsimd; + return extractLane(lane,vec); +} +template accelerator_inline +typename vobj::scalar_object coalescedReadPermute(const vobj & __restrict__ vec,int ptype,int doperm) +{ + constexpr int Nsimd = vobj::Nsimd(); + int lane = threadIdx.x % Nsimd; + int mask = Nsimd >> (ptype + 1); + int plane= doperm ? lane ^ mask : lane; + return extractLane(plane,vec); +} +template accelerator_inline +void coalescedWrite(vobj & __restrict__ vec,const typename vobj::scalar_object & __restrict__ extracted) +{ + typedef typename vobj::scalar_type scalar_type; + typedef typename vobj::vector_type vector_type; + constexpr int Nsimd = sizeof(vector_type)/sizeof(scalar_type); + int lane = threadIdx.x % Nsimd; + insertLane(lane,vec,extracted); +} +#endif + + +NAMESPACE_END(Grid); +