Gs Namespace Reference

Classes
struct	allreduce_data
struct	array
struct	comm
struct	cr_data
struct	cr_stage
struct	gs_data
struct	gs_remote
struct	pw_comm_data
struct	pw_data

Typedefs
typedef array	buffer
typedef int	comm_ext
typedef int	comm_req
typedef void	exec_fun (void *data, gs_mode mode, unsigned vn, gs_dom dom, gs_op op, unsigned transpose, const void *execdata, const struct comm *comm, char *buf)
typedef void	fin_fun (void *data)

Enumerations
enum	gs_dom {   gs_double, gs_float, gs_int, gs_long,   gs_dom_n }
enum	gs_op {   gs_add, gs_mul, gs_min, gs_max,   gs_bpr, gs_op_n }
enum	gs_mode { mode_plain, mode_vec, mode_many, mode_dry_run }
enum	gs_method { gs_auto, gs_pairwise, gs_crystal_router, gs_all_reduce }

Functions
void	nektar_gs (void *u, gs_dom dom, gs_op op, unsigned transpose, gs_data *gsh, buffer *buf)
gs_data *	nektar_gs_setup (const long *id, unsigned int n, const struct comm *comm, int unique, gs_method method, int verbose)
void	nektar_gs_free (gs_data *gsh)
void	nektar_gs_unique (const long *id, unsigned int n, const struct comm *comm)
static gs_data *	Init (const Nektar::Array< OneD, long > pId, const LibUtilities::CommSharedPtr &pComm)
	Initialise Gather-Scatter map. More...
static void	Unique (const Nektar::Array< OneD, long > pId, const LibUtilities::CommSharedPtr &pComm)
	Updates pId to negate all-but-one references to each universal ID. More...
static void	Finalise (gs_data *pGsh)
	Deallocates the GSLib mapping data. More...
static void	Gather (Nektar::Array< OneD, NekDouble > pU, gs_op pOp, gs_data *pGsh, Nektar::Array< OneD, NekDouble > pBuffer=NullNekDouble1DArray)
	Performs a gather-scatter operation of the provided values. More...

Typedef Documentation

typedef array Gs::buffer

Definition at line 57 of file GsLib.hpp.

typedef int Gs::comm_ext

Definition at line 62 of file GsLib.hpp.

typedef int Gs::comm_req

Definition at line 63 of file GsLib.hpp.

typedef void Gs::exec_fun(void *data, gs_mode mode, unsigned vn, gs_dom dom, gs_op op, unsigned transpose, const void *execdata, const struct comm *comm, char *buf)

Definition at line 105 of file GsLib.hpp.

typedef void Gs::fin_fun(void *data)

Definition at line 108 of file GsLib.hpp.

Enumeration Type Documentation

enum Gs::gs_dom

Enumerator
gs_double
gs_float
gs_int
gs_long
gs_dom_n

Definition at line 52 of file GsLib.hpp.

{ gs_double, gs_float, gs_int, gs_long, gs_dom_n } gs_dom;

enum Gs::gs_method

Enumerator
gs_auto
gs_pairwise
gs_crystal_router
gs_all_reduce

Definition at line 125 of file GsLib.hpp.

{gs_auto, gs_pairwise, gs_crystal_router, gs_all_reduce} gs_method;

enum Gs::gs_mode

Enumerator
mode_plain
mode_vec
mode_many
mode_dry_run

Definition at line 54 of file GsLib.hpp.

{ mode_plain, mode_vec, mode_many, mode_dry_run } gs_mode;

enum Gs::gs_op

Enumerator
gs_add
gs_mul
gs_min
gs_max
gs_bpr
gs_op_n

Definition at line 53 of file GsLib.hpp.

{ gs_add, gs_mul, gs_min, gs_max, gs_bpr, gs_op_n } gs_op;

Function Documentation

static void Gs::Finalise ( gs_data *  pGsh )

inlinestatic

Deallocates the GSLib mapping data.

Definition at line 206 of file GsLib.hpp.

References nektar_gs_free().

Referenced by Nektar::MultiRegions::AssemblyMapCG::AssemblyMapCG(), Nektar::MultiRegions::AssemblyMapCG::CreateGraph(), Nektar::LibUtilities::SessionReader::PartitionMesh(), and Nektar::MultiRegions::AssemblyMapCG::~AssemblyMapCG().

    {
#ifdef NEKTAR_USE_MPI
        int finalized;
        MPI_Finalized(&finalized);
        if (pGsh && !finalized)
        {
            nektar_gs_free(pGsh);
        }
#endif
    }

static void Gs::Gather ( Nektar::Array< OneD, NekDouble >  pU, gs_op  pOp, gs_data *  pGsh, Nektar::Array< OneD, NekDouble >  pBuffer = NullNekDouble1DArray  )

inlinestatic

Performs a gather-scatter operation of the provided values.

The

Definition at line 224 of file GsLib.hpp.

References gs_double, and nektar_gs().

Referenced by Nektar::MultiRegions::AssemblyMapCG::AssemblyMapCG(), Nektar::MultiRegions::PreconditionerBlock::BlockPreconditionerCG(), Nektar::MultiRegions::PreconditionerBlock::BlockPreconditionerHDG(), Nektar::MultiRegions::AssemblyMapCG::CreateGraph(), Nektar::MultiRegions::AssemblyMap::UniversalAssembleBnd(), Nektar::MultiRegions::AssemblyMapDG::UniversalTraceAssemble(), Nektar::MultiRegions::PreconditionerLowEnergy::v_BuildPreconditioner(), Nektar::MultiRegions::AssemblyMapCG::v_LocalToGlobal(), Nektar::MultiRegions::AssemblyMapDG::v_UniversalAssemble(), and Nektar::MultiRegions::AssemblyMapCG::v_UniversalAssemble().

    {
#ifdef NEKTAR_USE_MPI
        if (!pGsh)
        {
            return;
        }
        if (pBuffer.num_elements() == 0)
        {
            nektar_gs(pU.get(), gs_double, pOp, false, pGsh, 0);
        }
        else
        {
            array buf;
            buf.ptr = &pBuffer[0];
            buf.n = pBuffer.num_elements();
            nektar_gs(pU.get(), gs_double, pOp, false, pGsh, &buf);
        }
#endif
    }

static gs_data* Gs::Init ( const Nektar::Array< OneD, long >  pId, const LibUtilities::CommSharedPtr &  pComm  )

inlinestatic

Initialise Gather-Scatter map.

On each process an array of IDs for each global degree of freedom is supplied which corresponds to a unique numbering of universal degrees of freedom. This is used to initialise the GSLib mapping between process- boundary degrees of freedom on different processes.

Parameters

pId	Array of integers providing universal IDs for each global DOF on the process.
pComm	Communication object used for inter-process communication.

Returns

GSLib data structure containing mapping information.

Definition at line 151 of file GsLib.hpp.

References ASSERTL1, Gs::comm::c, gs_auto, Gs::comm::id, nektar_gs_setup(), and Gs::comm::np.

Referenced by Nektar::MultiRegions::AssemblyMapCG::AssemblyMapCG(), Nektar::MultiRegions::PreconditionerBlock::BlockPreconditionerCG(), Nektar::MultiRegions::PreconditionerBlock::BlockPreconditionerHDG(), Nektar::CoupledAssemblyMap::CoupledAssemblyMap(), Nektar::MultiRegions::AssemblyMapCG::CreateGraph(), Nektar::MultiRegions::AssemblyMapCG::SetUpUniversalC0ContMap(), Nektar::MultiRegions::AssemblyMapDG::SetUpUniversalDGMap(), Nektar::MultiRegions::AssemblyMapDG::SetUpUniversalTraceMap(), Nektar::MultiRegions::PreconditionerLowEnergy::v_BuildPreconditioner(), and Nektar::MultiRegions::AssemblyMapCG::v_LinearSpaceMap().

    {
#ifdef NEKTAR_USE_MPI
        if (pComm->GetSize() == 1)
        {
            return 0;
        }
        LibUtilities::CommMpiSharedPtr vCommMpi = boost::dynamic_pointer_cast<LibUtilities::CommMpi> (pComm);
        ASSERTL1(vCommMpi, "Failed to cast MPI Comm object.");
        comm vComm;
        MPI_Comm_dup(vCommMpi->GetComm(), &vComm.c);
        vComm.id = vCommMpi->GetRank();
        vComm.np = vCommMpi->GetSize();
        gs_data* result = nektar_gs_setup(pId.get(),pId.num_elements(), 
                                                    &vComm, 0, gs_auto, 1);
        MPI_Comm_free(&vComm.c);
        return result;
#else
        return 0;
#endif
    }

void Gs::nektar_gs	(	void *	u,
		gs_dom	dom,
		gs_op	op,
		unsigned	transpose,
		gs_data *	gsh,
		buffer *	buf
	)

Referenced by Gather().

void Gs::nektar_gs_free

(

gs_data *

gsh

)

Referenced by Finalise().

gs_data* Gs::nektar_gs_setup	(	const long *	id,
		unsigned int	n,
		const struct comm *	comm,
		int	unique,
		gs_method	method,
		int	verbose
	)

Referenced by Init().

void Gs::nektar_gs_unique	(	const long *	id,
		unsigned int	n,
		const struct comm *	comm
	)

Referenced by Unique().

static void Gs::Unique ( const Nektar::Array< OneD, long >  pId, const LibUtilities::CommSharedPtr &  pComm  )

inlinestatic

Updates pId to negate all-but-one references to each universal ID.

The array of universal IDs corresponding to the process-local DOF are updated such that the ID of only one instance of each universal ID remains positive. This allows the consistent formulation of universally -distributed dot products, for which the contributions of each DOF must be included only once.

Definition at line 184 of file GsLib.hpp.

References ASSERTL1, Gs::comm::c, Gs::comm::id, nektar_gs_unique(), and Gs::comm::np.

Referenced by Nektar::CoupledAssemblyMap::CoupledAssemblyMap(), Nektar::MultiRegions::AssemblyMapCG::SetUpUniversalC0ContMap(), Nektar::MultiRegions::AssemblyMapDG::SetUpUniversalDGMap(), Nektar::MultiRegions::AssemblyMapDG::SetUpUniversalTraceMap(), and Nektar::MultiRegions::AssemblyMapCG::v_LinearSpaceMap().

    {
#ifdef NEKTAR_USE_MPI
        if (pComm->GetSize() == 1)
        {
            return;
        }
        LibUtilities::CommMpiSharedPtr vCommMpi = boost::dynamic_pointer_cast<LibUtilities::CommMpi> (pComm);
        ASSERTL1(vCommMpi, "Failed to cast MPI Comm object.");
        comm vComm;
        vComm.c  = vCommMpi->GetComm();
        vComm.id = vCommMpi->GetRank();
        vComm.np = vCommMpi->GetSize();
        nektar_gs_unique(pId.get(), pId.num_elements(), &vComm);
#endif
    }