/****************************************************************************/ /* pab: Signal magic. Processor state dump is x86-64 specific */ /****************************************************************************/ #include <stdlib.h> #include <stdio.h> #include <stdint.h> #include <unistd.h> #include <sys/mman.h> #include <sys/stat.h> #include <sys/time.h> #include <signal.h> #include <iostream> #include <iterator> #include <Grid.h> #include <algorithm> #include <iterator> #define __X86_64 #ifdef HAVE_EXECINFO_H #include <execinfo.h> #endif namespace Grid { ////////////////////////////////////////////////////// // Convenience functions to access stadard command line arg // driven parallelism controls ////////////////////////////////////////////////////// static std::vector<int> Grid_default_latt; static std::vector<int> Grid_default_mpi; int GridThread::_threads =1; int GridThread::_hyperthreads=1; int GridThread::_cores=1; const std::vector<int> &GridDefaultLatt(void) {return Grid_default_latt;}; const std::vector<int> &GridDefaultMpi(void) {return Grid_default_mpi;}; const std::vector<int> GridDefaultSimd(int dims,int nsimd) { std::vector<int> layout(dims); int nn=nsimd; for(int d=dims-1;d>=0;d--){ if ( nn>=2) { layout[d]=2; nn/=2; } else { layout[d]=1; } } assert(nn==1); return layout; } //////////////////////////////////////////////////////////// // Command line parsing assist for stock controls //////////////////////////////////////////////////////////// std::string GridCmdOptionPayload(char ** begin, char ** end, const std::string & option) { char ** itr = std::find(begin, end, option); if (itr != end && ++itr != end) { std::string payload(*itr); return payload; } return std::string(""); } bool GridCmdOptionExists(char** begin, char** end, const std::string& option) { return std::find(begin, end, option) != end; } // Comma separated list void GridCmdOptionCSL(std::string str,std::vector<std::string> & vec) { size_t pos = 0; std::string token; std::string delimiter(","); vec.resize(0); while ((pos = str.find(delimiter)) != std::string::npos) { token = str.substr(0, pos); vec.push_back(token); str.erase(0, pos + delimiter.length()); } token = str; vec.push_back(token); return; } void GridCmdOptionIntVector(std::string &str,std::vector<int> & vec) { vec.resize(0); std::stringstream ss(str); int i; while (ss >> i){ vec.push_back(i); if(std::ispunct(ss.peek())) ss.ignore(); } return; } void GridParseLayout(char **argv,int argc, std::vector<int> &latt, std::vector<int> &mpi) { mpi =std::vector<int>({1,1,1,1}); latt=std::vector<int>({8,8,8,8}); GridThread::SetMaxThreads(); std::string arg; if( GridCmdOptionExists(argv,argv+argc,"--mpi") ){ arg = GridCmdOptionPayload(argv,argv+argc,"--mpi"); GridCmdOptionIntVector(arg,mpi); } if( GridCmdOptionExists(argv,argv+argc,"--grid") ){ arg= GridCmdOptionPayload(argv,argv+argc,"--grid"); GridCmdOptionIntVector(arg,latt); } if( GridCmdOptionExists(argv,argv+argc,"--threads") ){ std::vector<int> ompthreads(0); arg= GridCmdOptionPayload(argv,argv+argc,"--threads"); GridCmdOptionIntVector(arg,ompthreads); assert(ompthreads.size()==1); GridThread::SetThreads(ompthreads[0]); } if( GridCmdOptionExists(argv,argv+argc,"--cores") ){ std::vector<int> cores(0); arg= GridCmdOptionPayload(argv,argv+argc,"--cores"); GridCmdOptionIntVector(arg,cores); GridThread::SetCores(cores[0]); } } std::string GridCmdVectorIntToString(const std::vector<int> & vec){ std::ostringstream oss; std::copy(vec.begin(), vec.end(),std::ostream_iterator<int>(oss, " ")); return oss.str(); } ///////////////////////////////////////////////////////// // ///////////////////////////////////////////////////////// void Grid_init(int *argc,char ***argv) { #ifdef GRID_COMMS_MPI MPI_Init(argc,argv); #endif // Parse command line args. GridLogger::StopWatch.Start(); std::string arg; std::vector<std::string> logstreams; std::string defaultLog("Error,Warning,Message,Performance"); GridCmdOptionCSL(defaultLog,logstreams); GridLogConfigure(logstreams); if( GridCmdOptionExists(*argv,*argv+*argc,"--help") ){ std::cout<<GridLogMessage<<"--help : this message"<<std::endl; std::cout<<GridLogMessage<<"--debug-signals : catch sigsegv and print a blame report"<<std::endl; std::cout<<GridLogMessage<<"--debug-stdout : print stdout from EVERY node"<<std::endl; std::cout<<GridLogMessage<<"--decomposition : report on default omp,mpi and simd decomposition"<<std::endl; std::cout<<GridLogMessage<<"--mpi n.n.n.n : default MPI decomposition"<<std::endl; std::cout<<GridLogMessage<<"--omp n : default number of OMP threads"<<std::endl; std::cout<<GridLogMessage<<"--grid n.n.n.n : default Grid size"<<std::endl; std::cout<<GridLogMessage<<"--log list : comma separted list of streams from Error,Warning,Message,Performance,Iterative,Debug"<<std::endl; } if( GridCmdOptionExists(*argv,*argv+*argc,"--log") ){ arg = GridCmdOptionPayload(*argv,*argv+*argc,"--log"); GridCmdOptionCSL(arg,logstreams); GridLogConfigure(logstreams); } if( GridCmdOptionExists(*argv,*argv+*argc,"--debug-signals") ){ Grid_debug_handler_init(); } if( !GridCmdOptionExists(*argv,*argv+*argc,"--debug-stdout") ){ Grid_quiesce_nodes(); } if( GridCmdOptionExists(*argv,*argv+*argc,"--dslash-opt") ){ QCD::WilsonFermionStatic::HandOptDslash=1; QCD::WilsonFermion5DStatic::HandOptDslash=1; } if( GridCmdOptionExists(*argv,*argv+*argc,"--lebesgue") ){ LebesgueOrder::UseLebesgueOrder=1; } if( GridCmdOptionExists(*argv,*argv+*argc,"--cacheblocking") ){ arg= GridCmdOptionPayload(*argv,*argv+*argc,"--cacheblocking"); GridCmdOptionIntVector(arg,LebesgueOrder::Block); } GridParseLayout(*argv,*argc, Grid_default_latt, Grid_default_mpi); if( GridCmdOptionExists(*argv,*argv+*argc,"--decomposition") ){ std::cout<<GridLogMessage<<"Grid Decomposition\n"; std::cout<<GridLogMessage<<"\tOpenMP threads : "<<GridThread::GetThreads()<<std::endl; std::cout<<GridLogMessage<<"\tMPI tasks : "<<GridCmdVectorIntToString(GridDefaultMpi())<<std::endl; std::cout<<GridLogMessage<<"\tvRealF : "<<sizeof(vRealF)*8 <<"bits ; " <<GridCmdVectorIntToString(GridDefaultSimd(4,vRealF::Nsimd()))<<std::endl; std::cout<<GridLogMessage<<"\tvRealD : "<<sizeof(vRealD)*8 <<"bits ; " <<GridCmdVectorIntToString(GridDefaultSimd(4,vRealD::Nsimd()))<<std::endl; std::cout<<GridLogMessage<<"\tvComplexF : "<<sizeof(vComplexF)*8 <<"bits ; " <<GridCmdVectorIntToString(GridDefaultSimd(4,vComplexF::Nsimd()))<<std::endl; std::cout<<GridLogMessage<<"\tvComplexD : "<<sizeof(vComplexD)*8 <<"bits ; " <<GridCmdVectorIntToString(GridDefaultSimd(4,vComplexD::Nsimd()))<<std::endl; } } void Grid_finalize(void) { #ifdef GRID_COMMS_MPI MPI_Finalize(); Grid_unquiesce_nodes(); #endif } double usecond(void) { struct timeval tv; gettimeofday(&tv,NULL); return 1.0*tv.tv_usec + 1.0e6*tv.tv_sec; } #define _NBACKTRACE (256) void * Grid_backtrace_buffer[_NBACKTRACE]; void Grid_sa_signal_handler(int sig,siginfo_t *si,void * ptr) { printf("Caught signal %d\n",si->si_signo); printf(" mem address %llx\n",(unsigned long long)si->si_addr); printf(" code %d\n",si->si_code); // Linux/Posix #ifdef __linux__ // And x86 64bit ucontext_t * uc= (ucontext_t *)ptr; struct sigcontext *sc = (struct sigcontext *)&uc->uc_mcontext; printf(" instruction %llx\n",(unsigned long long)sc->rip); #define REG(A) printf(" %s %lx\n",#A,sc-> A); REG(rdi); REG(rsi); REG(rbp); REG(rbx); REG(rdx); REG(rax); REG(rcx); REG(rsp); REG(rip); REG(r8); REG(r9); REG(r10); REG(r11); REG(r12); REG(r13); REG(r14); REG(r15); #endif #ifdef HAVE_EXECINFO_H int symbols = backtrace (Grid_backtrace_buffer,_NBACKTRACE); char **strings = backtrace_symbols(Grid_backtrace_buffer,symbols); for (int i = 0; i < symbols; i++){ printf ("%s\n", strings[i]); } #endif exit(0); return; }; void Grid_debug_handler_init(void) { struct sigaction sa,osa; sigemptyset (&sa.sa_mask); sa.sa_sigaction= Grid_sa_signal_handler; sa.sa_flags = SA_SIGINFO; sigaction(SIGSEGV,&sa,NULL); sigaction(SIGTRAP,&sa,NULL); } }