/****************************************************************************/ /* pab: Signal magic. Processor state dump is x86-64 specific */ /****************************************************************************/ #include <stdlib.h> #include <stdio.h> #include <stdint.h> #include <unistd.h> #include <sys/mman.h> #include <sys/stat.h> #include <sys/time.h> #include <signal.h> #include <iostream> #include <iterator> #include <Grid.h> #include <algorithm> #include <iterator> #undef __X86_64 #define MAC #ifdef MAC #include <execinfo.h> #endif namespace Grid { ////////////////////////////////////////////////////// // Convenience functions to access stadard command line arg // driven parallelism controls ////////////////////////////////////////////////////// static std::vector<int> Grid_default_latt; static std::vector<int> Grid_default_mpi; int GridThread::_threads; const std::vector<int> GridDefaultSimd(int dims,int nsimd) { std::vector<int> layout(dims); int nn=nsimd; for(int d=dims-1;d>=0;d--){ if ( nn>=2) { layout[d]=2; nn/=2; } else { layout[d]=1; } } assert(nn==1); return layout; } const std::vector<int> &GridDefaultLatt(void) {return Grid_default_latt;}; const std::vector<int> &GridDefaultMpi(void) {return Grid_default_mpi;}; //////////////////////////////////////////////////////////// // Command line parsing assist for stock controls //////////////////////////////////////////////////////////// std::string GridCmdOptionPayload(char ** begin, char ** end, const std::string & option) { char ** itr = std::find(begin, end, option); if (itr != end && ++itr != end) { std::string payload(*itr); return payload; } return std::string(""); } bool GridCmdOptionExists(char** begin, char** end, const std::string& option) { return std::find(begin, end, option) != end; } void GridCmdOptionIntVector(std::string &str,std::vector<int> & vec) { vec.resize(0); std::stringstream ss(str); int i; while (ss >> i){ vec.push_back(i); if(std::ispunct(ss.peek())) ss.ignore(); } return; } void GridParseLayout(char **argv,int argc, std::vector<int> &latt, std::vector<int> &mpi) { mpi =std::vector<int>({1,1,1,1}); latt=std::vector<int>({8,8,8,8}); GridThread::SetMaxThreads(); std::string arg; if( GridCmdOptionExists(argv,argv+argc,"--mpi") ){ arg = GridCmdOptionPayload(argv,argv+argc,"--mpi"); GridCmdOptionIntVector(arg,mpi); } if( GridCmdOptionExists(argv,argv+argc,"--grid") ){ arg= GridCmdOptionPayload(argv,argv+argc,"--grid"); GridCmdOptionIntVector(arg,latt); } if( GridCmdOptionExists(argv,argv+argc,"--omp") ){ std::vector<int> ompthreads(0); arg= GridCmdOptionPayload(argv,argv+argc,"--omp"); GridCmdOptionIntVector(arg,ompthreads); assert(ompthreads.size()==1); GridThread::SetThreads(ompthreads[0]); } } std::string GridCmdVectorIntToString(const std::vector<int> & vec){ std::ostringstream oss; std::copy(vec.begin(), vec.end(),std::ostream_iterator<int>(oss, " ")); return oss.str(); } ///////////////////////////////////////////////////////// ///////////////////////////////////////////////////////// void Grid_init(int *argc,char ***argv) { #ifdef GRID_COMMS_MPI MPI_Init(argc,argv); #endif // Parse command line args. if( GridCmdOptionExists(*argv,*argv+*argc,"--help") ){ std::cout<<"--help : this message"<<std::endl; std::cout<<"--debug-signals : catch sigsegv and print a blame report"<<std::endl; std::cout<<"--debug-stdout : print stdout from EVERY node"<<std::endl; std::cout<<"--decomposition : report on default omp,mpi and simd decomposition"<<std::endl; std::cout<<"--mpi n.n.n.n : default MPI decomposition"<<std::endl; std::cout<<"--omp n : default number of OMP threads"<<std::endl; std::cout<<"--grid n.n.n.n : default Grid size"<<std::endl; } if( GridCmdOptionExists(*argv,*argv+*argc,"--debug-signals") ){ Grid_debug_handler_init(); } if( !GridCmdOptionExists(*argv,*argv+*argc,"--debug-stdout") ){ Grid_quiesce_nodes(); } if( GridCmdOptionExists(*argv,*argv+*argc,"--dslash-opt") ){ WilsonFermion::HandOptDslash=1; WilsonFermion5D::HandOptDslash=1; } if( GridCmdOptionExists(*argv,*argv+*argc,"--lebesgue") ){ LebesgueOrder::UseLebesgueOrder=1; } GridParseLayout(*argv,*argc, Grid_default_latt, Grid_default_mpi); if( GridCmdOptionExists(*argv,*argv+*argc,"--decomposition") ){ std::cout<<"Grid Decomposition\n"; std::cout<<"\tOpenMP threads : "<<GridThread::GetThreads()<<std::endl; std::cout<<"\tMPI tasks : "<<GridCmdVectorIntToString(GridDefaultMpi())<<std::endl; std::cout<<"\tvRealF : "<<sizeof(vRealF)*8 <<"bits ; " <<GridCmdVectorIntToString(GridDefaultSimd(4,vRealF::Nsimd()))<<std::endl; std::cout<<"\tvRealD : "<<sizeof(vRealD)*8 <<"bits ; " <<GridCmdVectorIntToString(GridDefaultSimd(4,vRealD::Nsimd()))<<std::endl; std::cout<<"\tvComplexF : "<<sizeof(vComplexF)*8 <<"bits ; " <<GridCmdVectorIntToString(GridDefaultSimd(4,vComplexF::Nsimd()))<<std::endl; std::cout<<"\tvComplexD : "<<sizeof(vComplexD)*8 <<"bits ; " <<GridCmdVectorIntToString(GridDefaultSimd(4,vComplexD::Nsimd()))<<std::endl; } } //////////////////////////////////////////////////////////// // Verbose limiter on MPI tasks //////////////////////////////////////////////////////////// void Grid_quiesce_nodes(void) { #ifdef GRID_COMMS_MPI int me; MPI_Comm_rank(MPI_COMM_WORLD,&me); if ( me ) { std::cout.setstate(std::ios::badbit); } #endif } void Grid_unquiesce_nodes(void) { #ifdef GRID_COMMS_MPI std::cout.clear(); #endif } void Grid_finalize(void) { #ifdef GRID_COMMS_MPI MPI_Finalize(); Grid_unquiesce_nodes(); #endif } double usecond(void) { struct timeval tv; gettimeofday(&tv,NULL); return 1.0*tv.tv_usec + 1.0e6*tv.tv_sec; } #define _NBACKTRACE (256) void * Grid_backtrace_buffer[_NBACKTRACE]; void Grid_sa_signal_handler(int sig,siginfo_t *si,void * ptr) { printf("Caught signal %d\n",si->si_signo); printf(" mem address %llx\n",(unsigned long long)si->si_addr); printf(" code %d\n",si->si_code); #ifdef __X86_64 ucontext_t * uc= (ucontext_t *)ptr; struct sigcontext *sc = (struct sigcontext *)&uc->uc_mcontext; printf(" instruction %llx\n",(unsigned long long)sc->rip); #define REG(A) printf(" %s %lx\n",#A,sc-> A); REG(rdi); REG(rsi); REG(rbp); REG(rbx); REG(rdx); REG(rax); REG(rcx); REG(rsp); REG(rip); REG(r8); REG(r9); REG(r10); REG(r11); REG(r12); REG(r13); REG(r14); REG(r15); #endif #ifdef MAC int symbols = backtrace (Grid_backtrace_buffer,_NBACKTRACE); char **strings = backtrace_symbols(Grid_backtrace_buffer,symbols); for (int i = 0; i < symbols; i++){ printf ("%s\n", strings[i]); } #endif exit(0); return; }; void Grid_debug_handler_init(void) { struct sigaction sa,osa; sigemptyset (&sa.sa_mask); sa.sa_sigaction= Grid_sa_signal_handler; sa.sa_flags = SA_SIGINFO; sigaction(SIGSEGV,&sa,NULL); sigaction(SIGTRAP,&sa,NULL); } }