Nektar++
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Friends Macros Pages
Classes | Typedefs | Enumerations | Functions
Gs Namespace Reference

Classes

struct  allreduce_data
 
struct  array
 
struct  comm
 
struct  cr_data
 
struct  cr_stage
 
struct  gs_data
 
struct  gs_remote
 
struct  pw_comm_data
 
struct  pw_data
 

Typedefs

typedef array buffer
 
typedef int comm_ext
 
typedef int comm_req
 
typedef void exec_fun (void *data, gs_mode mode, unsigned vn, gs_dom dom, gs_op op, unsigned transpose, const void *execdata, const struct comm *comm, char *buf)
 
typedef void fin_fun (void *data)
 

Enumerations

enum  gs_dom {
  gs_double, gs_float, gs_int, gs_long,
  gs_dom_n
}
 
enum  gs_op {
  gs_add, gs_mul, gs_min, gs_max,
  gs_bpr, gs_op_n
}
 
enum  gs_mode { mode_plain, mode_vec, mode_many, mode_dry_run }
 
enum  gs_method { gs_auto, gs_pairwise, gs_crystal_router, gs_all_reduce }
 

Functions

void nektar_gs (void *u, gs_dom dom, gs_op op, unsigned transpose, gs_data *gsh, buffer *buf)
 
gs_datanektar_gs_setup (const long *id, unsigned int n, const struct comm *comm, int unique, gs_method method, int verbose)
 
void nektar_gs_free (gs_data *gsh)
 
void nektar_gs_unique (const long *id, unsigned int n, const struct comm *comm)
 
static gs_dataInit (const Nektar::Array< OneD, long > pId, const LibUtilities::CommSharedPtr &pComm)
 Initialise Gather-Scatter map. More...
 
static void Unique (const Nektar::Array< OneD, long > pId, const LibUtilities::CommSharedPtr &pComm)
 Updates pId to negate all-but-one references to each universal ID. More...
 
static void Finalise (gs_data *pGsh)
 Deallocates the GSLib mapping data. More...
 
static void Gather (Nektar::Array< OneD, NekDouble > pU, gs_op pOp, gs_data *pGsh, Nektar::Array< OneD, NekDouble > pBuffer=NullNekDouble1DArray)
 Performs a gather-scatter operation of the provided values. More...
 

Typedef Documentation

typedef array Gs::buffer

Definition at line 57 of file GsLib.hpp.

typedef int Gs::comm_ext

Definition at line 62 of file GsLib.hpp.

typedef int Gs::comm_req

Definition at line 63 of file GsLib.hpp.

typedef void Gs::exec_fun(void *data, gs_mode mode, unsigned vn, gs_dom dom, gs_op op, unsigned transpose, const void *execdata, const struct comm *comm, char *buf)

Definition at line 105 of file GsLib.hpp.

typedef void Gs::fin_fun(void *data)

Definition at line 108 of file GsLib.hpp.

Enumeration Type Documentation

enum Gs::gs_dom
Enumerator
gs_double 
gs_float 
gs_int 
gs_long 
gs_dom_n 

Definition at line 52 of file GsLib.hpp.

Enumerator
gs_auto 
gs_pairwise 
gs_crystal_router 
gs_all_reduce 

Definition at line 125 of file GsLib.hpp.

Enumerator
mode_plain 
mode_vec 
mode_many 
mode_dry_run 

Definition at line 54 of file GsLib.hpp.

enum Gs::gs_op
Enumerator
gs_add 
gs_mul 
gs_min 
gs_max 
gs_bpr 
gs_op_n 

Definition at line 53 of file GsLib.hpp.

Function Documentation

static void Gs::Finalise ( gs_data *  pGsh)
inlinestatic

Deallocates the GSLib mapping data.

Definition at line 206 of file GsLib.hpp.

References nektar_gs_free().

Referenced by Nektar::MultiRegions::AssemblyMapCG::AssemblyMapCG(), Nektar::MultiRegions::AssemblyMapCG::CreateGraph(), Nektar::LibUtilities::SessionReader::PartitionMesh(), and Nektar::MultiRegions::AssemblyMapCG::~AssemblyMapCG().

207  {
208 #ifdef NEKTAR_USE_MPI
209  int finalized;
210  MPI_Finalized(&finalized);
211  if (pGsh && !finalized)
212  {
213  nektar_gs_free(pGsh);
214  }
215 #endif
216  }
void nektar_gs_free(gs_data *gsh)
static void Gs::Gather ( Nektar::Array< OneD, NekDouble pU,
gs_op  pOp,
gs_data *  pGsh,
Nektar::Array< OneD, NekDouble pBuffer = NullNekDouble1DArray 
)
inlinestatic

Performs a gather-scatter operation of the provided values.

The

Definition at line 224 of file GsLib.hpp.

References gs_double, and nektar_gs().

Referenced by Nektar::MultiRegions::AssemblyMapCG::AssemblyMapCG(), Nektar::MultiRegions::PreconditionerBlock::BlockPreconditionerCG(), Nektar::MultiRegions::PreconditionerBlock::BlockPreconditionerHDG(), Nektar::MultiRegions::AssemblyMapCG::CreateGraph(), Nektar::MultiRegions::AssemblyMap::UniversalAssembleBnd(), Nektar::MultiRegions::AssemblyMapDG::UniversalTraceAssemble(), Nektar::MultiRegions::PreconditionerLowEnergy::v_BuildPreconditioner(), Nektar::MultiRegions::AssemblyMapCG::v_LocalToGlobal(), Nektar::MultiRegions::AssemblyMapDG::v_UniversalAssemble(), and Nektar::MultiRegions::AssemblyMapCG::v_UniversalAssemble().

227  {
228 #ifdef NEKTAR_USE_MPI
229  if (!pGsh)
230  {
231  return;
232  }
233  if (pBuffer.num_elements() == 0)
234  {
235  nektar_gs(pU.get(), gs_double, pOp, false, pGsh, 0);
236  }
237  else
238  {
239  array buf;
240  buf.ptr = &pBuffer[0];
241  buf.n = pBuffer.num_elements();
242  nektar_gs(pU.get(), gs_double, pOp, false, pGsh, &buf);
243  }
244 #endif
245  }
void nektar_gs(void *u, gs_dom dom, gs_op op, unsigned transpose, gs_data *gsh, buffer *buf)
static gs_data* Gs::Init ( const Nektar::Array< OneD, long >  pId,
const LibUtilities::CommSharedPtr pComm 
)
inlinestatic

Initialise Gather-Scatter map.

On each process an array of IDs for each global degree of freedom is supplied which corresponds to a unique numbering of universal degrees of freedom. This is used to initialise the GSLib mapping between process- boundary degrees of freedom on different processes.

Parameters
pIdArray of integers providing universal IDs for each global DOF on the process.
pCommCommunication object used for inter-process communication.
Returns
GSLib data structure containing mapping information.

Definition at line 151 of file GsLib.hpp.

References ASSERTL1, Gs::comm::c, gs_auto, Gs::comm::id, nektar_gs_setup(), and Gs::comm::np.

Referenced by Nektar::MultiRegions::AssemblyMapCG::AssemblyMapCG(), Nektar::MultiRegions::PreconditionerBlock::BlockPreconditionerCG(), Nektar::MultiRegions::PreconditionerBlock::BlockPreconditionerHDG(), Nektar::CoupledAssemblyMap::CoupledAssemblyMap(), Nektar::MultiRegions::AssemblyMapCG::CreateGraph(), Nektar::MultiRegions::AssemblyMapCG::SetUpUniversalC0ContMap(), Nektar::MultiRegions::AssemblyMapDG::SetUpUniversalDGMap(), Nektar::MultiRegions::AssemblyMapDG::SetUpUniversalTraceMap(), Nektar::MultiRegions::PreconditionerLowEnergy::v_BuildPreconditioner(), and Nektar::MultiRegions::AssemblyMapCG::v_LinearSpaceMap().

153  {
154 #ifdef NEKTAR_USE_MPI
155  if (pComm->GetSize() == 1)
156  {
157  return 0;
158  }
159  LibUtilities::CommMpiSharedPtr vCommMpi = boost::dynamic_pointer_cast<LibUtilities::CommMpi> (pComm);
160  ASSERTL1(vCommMpi, "Failed to cast MPI Comm object.");
161  comm vComm;
162  MPI_Comm_dup(vCommMpi->GetComm(), &vComm.c);
163  vComm.id = vCommMpi->GetRank();
164  vComm.np = vCommMpi->GetSize();
165  gs_data* result = nektar_gs_setup(pId.get(),pId.num_elements(),
166  &vComm, 0, gs_auto, 1);
167  MPI_Comm_free(&vComm.c);
168  return result;
169 #else
170  return 0;
171 #endif
172  }
gs_data * nektar_gs_setup(const long *id, unsigned int n, const struct comm *comm, int unique, gs_method method, int verbose)
boost::shared_ptr< CommMpi > CommMpiSharedPtr
Pointer to a Communicator object.
Definition: CommMpi.h:55
A global linear system.
Definition: CommMpi.h:61
#define ASSERTL1(condition, msg)
Assert Level 1 – Debugging which is used whether in FULLDEBUG or DEBUG compilation mode...
Definition: ErrorUtil.hpp:191
void Gs::nektar_gs ( void *  u,
gs_dom  dom,
gs_op  op,
unsigned  transpose,
gs_data *  gsh,
buffer *  buf 
)

Referenced by Gather().

void Gs::nektar_gs_free ( gs_data *  gsh)

Referenced by Finalise().

gs_data* Gs::nektar_gs_setup ( const long *  id,
unsigned int  n,
const struct comm *  comm,
int  unique,
gs_method  method,
int  verbose 
)

Referenced by Init().

void Gs::nektar_gs_unique ( const long *  id,
unsigned int  n,
const struct comm *  comm 
)

Referenced by Unique().

static void Gs::Unique ( const Nektar::Array< OneD, long >  pId,
const LibUtilities::CommSharedPtr pComm 
)
inlinestatic

Updates pId to negate all-but-one references to each universal ID.

The array of universal IDs corresponding to the process-local DOF are updated such that the ID of only one instance of each universal ID remains positive. This allows the consistent formulation of universally -distributed dot products, for which the contributions of each DOF must be included only once.

Definition at line 184 of file GsLib.hpp.

References ASSERTL1, Gs::comm::c, Gs::comm::id, nektar_gs_unique(), and Gs::comm::np.

Referenced by Nektar::CoupledAssemblyMap::CoupledAssemblyMap(), Nektar::MultiRegions::AssemblyMapCG::SetUpUniversalC0ContMap(), Nektar::MultiRegions::AssemblyMapDG::SetUpUniversalDGMap(), Nektar::MultiRegions::AssemblyMapDG::SetUpUniversalTraceMap(), and Nektar::MultiRegions::AssemblyMapCG::v_LinearSpaceMap().

186  {
187 #ifdef NEKTAR_USE_MPI
188  if (pComm->GetSize() == 1)
189  {
190  return;
191  }
192  LibUtilities::CommMpiSharedPtr vCommMpi = boost::dynamic_pointer_cast<LibUtilities::CommMpi> (pComm);
193  ASSERTL1(vCommMpi, "Failed to cast MPI Comm object.");
194  comm vComm;
195  vComm.c = vCommMpi->GetComm();
196  vComm.id = vCommMpi->GetRank();
197  vComm.np = vCommMpi->GetSize();
198  nektar_gs_unique(pId.get(), pId.num_elements(), &vComm);
199 #endif
200  }
void nektar_gs_unique(const long *id, unsigned int n, const struct comm *comm)
boost::shared_ptr< CommMpi > CommMpiSharedPtr
Pointer to a Communicator object.
Definition: CommMpi.h:55
A global linear system.
Definition: CommMpi.h:61
#define ASSERTL1(condition, msg)
Assert Level 1 – Debugging which is used whether in FULLDEBUG or DEBUG compilation mode...
Definition: ErrorUtil.hpp:191