39#include <MatrixFreeOps/Operator.hpp>
101 tmp = wsp + e *
m_nqe, 1);
106 1.0,
m_mat->GetRawPtr(),
m_mat->GetRows(), wsp.get(),
107 m_stdExp->GetTotPoints(), 0.0, output.get(),
120 [[maybe_unused]]
int coll_phys_offset)
override
122 ASSERTL0(
false,
"Not valid for this operator.");
135 m_jac = pGeomData->GetJac(pCollExp);
148 IProductWRTBase_StdMat::create,
"IProductWRTBase_StdMat_Seg"),
151 IProductWRTBase_StdMat::create,
"IProductWRTBase_StdMat_Tri"),
154 IProductWRTBase_StdMat::create,
"IProductWRTBase_StdMat_NodalTri"),
157 IProductWRTBase_StdMat::create,
"IProductWRTBase_StdMat_Quad"),
160 IProductWRTBase_StdMat::create,
"IProductWRTBase_StdMat_Tet"),
163 IProductWRTBase_StdMat::create,
"IProductWRTBase_StdMat_NodalTet"),
166 IProductWRTBase_StdMat::create,
"IProductWRTBase_StdMat_Pyr"),
169 IProductWRTBase_StdMat::create,
"IProductWRTBase_StdMat_Prism"),
172 IProductWRTBase_StdMat::create,
"IProductWRTBase_StdMat_NodalPrism"),
175 IProductWRTBase_StdMat::create,
"IProductWRTBase_StdMat_Hex"),
178 IProductWRTBase_StdMat::create,
"IProductWRTBase_SumFac_Pyr")};
209 (*m_oper)(input, output);
222 [[maybe_unused]]
int coll_phys_offset)
override
224 ASSERTL0(
false,
"Not valid for this operator.");
228 std::shared_ptr<MatrixFree::IProduct>
m_oper;
231 vector<StdRegions::StdExpansionSharedPtr> pCollExp,
235 pCollExp[0]->GetStdExp()->GetNcoeffs(),
239 const auto dim = pCollExp[0]->GetStdExp()->GetShapeDimension();
240 std::vector<LibUtilities::BasisSharedPtr> basis(dim);
241 for (
unsigned int i = 0; i < dim; ++i)
243 basis[i] = pCollExp[0]->GetBasis(i);
247 auto shapeType = pCollExp[0]->GetStdExp()->DetShapeType();
250 std::string op_string =
"IProduct";
251 op_string += MatrixFree::GetOpstring(shapeType,
m_isDeformed);
256 oper->SetJac(pGeomData->GetJacInterLeave(pCollExp,
m_nElmtPad));
258 m_oper = std::dynamic_pointer_cast<MatrixFree::IProduct>(oper);
264OperatorKey IProductWRTBase_MatrixFree::m_typeArr[] = {
267 IProductWRTBase_MatrixFree::create,
"IProductWRTBase_MatrixFree_Seg"),
270 IProductWRTBase_MatrixFree::create,
"IProductWRTBase_MatrixFree_Quad"),
273 IProductWRTBase_MatrixFree::create,
"IProductWRTBase_MatrixFree_Tri"),
276 IProductWRTBase_MatrixFree::create,
"IProductWRTBase_MatrixFree_Hex"),
279 IProductWRTBase_MatrixFree::create,
"IProductWRTBase_MatrixFree_Prism"),
282 IProductWRTBase_MatrixFree::create,
"IProductWRTBase_MatrixFree_Pyr"),
285 IProductWRTBase_MatrixFree::create,
"IProductWRTBase_MatrixFree_Tet")};
306 const int nCoeffs =
m_stdExp->GetNcoeffs();
307 const int nPhys =
m_stdExp->GetTotPoints();
314 m_stdExp->IProductWRTBase_SumFac(wsp + i * nPhys,
315 tmp = output + i * nCoeffs,
false);
328 [[maybe_unused]]
int coll_phys_offset)
override
330 ASSERTL0(
false,
"Not valid for this operator.");
338 vector<StdRegions::StdExpansionSharedPtr> pCollExp,
342 int nqtot = pCollExp[0]->GetTotPoints();
344 m_jacWStdW = pGeomData->GetJacWithStdWeights(pCollExp);
351OperatorKey IProductWRTBase_IterPerExp::m_typeArr[] = {
354 IProductWRTBase_IterPerExp::create,
"IProductWRTBase_IterPerExp_Seg"),
357 IProductWRTBase_IterPerExp::create,
"IProductWRTBase_IterPerExp_Tri"),
360 IProductWRTBase_IterPerExp::create,
361 "IProductWRTBase_IterPerExp_NodalTri"),
364 IProductWRTBase_IterPerExp::create,
"IProductWRTBase_IterPerExp_Quad"),
367 IProductWRTBase_IterPerExp::create,
"IProductWRTBase_IterPerExp_Tet"),
370 IProductWRTBase_IterPerExp::create,
371 "IProductWRTBase_IterPerExp_NodalTet"),
374 IProductWRTBase_IterPerExp::create,
"IProductWRTBase_IterPerExp_Pyr"),
377 IProductWRTBase_IterPerExp::create,
"IProductWRTBase_IterPerExp_Prism"),
380 IProductWRTBase_IterPerExp::create,
381 "IProductWRTBase_IterPerExp_NodalPrism"),
384 IProductWRTBase_IterPerExp::create,
"IProductWRTBase_IterPerExp_Hex"),
404 const int nCoeffs =
m_expList[0]->GetNcoeffs();
405 const int nPhys =
m_expList[0]->GetTotPoints();
410 m_expList[i]->IProductWRTBase(input + i * nPhys,
411 tmp = output + i * nCoeffs);
424 [[maybe_unused]]
int coll_phys_offset)
override
426 ASSERTL0(
false,
"Not valid for this operator.");
434 vector<StdRegions::StdExpansionSharedPtr> pCollExp,
443OperatorKey IProductWRTBase_NoCollection::m_typeArr[] = {
446 IProductWRTBase_NoCollection::create,
447 "IProductWRTBase_NoCollection_Seg"),
450 IProductWRTBase_NoCollection::create,
451 "IProductWRTBase_NoCollection_Tri"),
454 IProductWRTBase_NoCollection::create,
455 "IProductWRTBase_NoCollection_NodalTri"),
458 IProductWRTBase_NoCollection::create,
459 "IProductWRTBase_NoCollection_Quad"),
462 IProductWRTBase_NoCollection::create,
463 "IProductWRTBase_NoCollection_Tet"),
466 IProductWRTBase_NoCollection::create,
467 "IProductWRTBase_NoCollection_NodalTet"),
470 IProductWRTBase_NoCollection::create,
471 "IProductWRTBase_NoCollection_Pyr"),
474 IProductWRTBase_NoCollection::create,
475 "IProductWRTBase_NoCollection_Prism"),
478 IProductWRTBase_NoCollection::create,
479 "IProductWRTBase_NoCollection_NodalPrism"),
482 IProductWRTBase_NoCollection::create,
483 "IProductWRTBase_NoCollection_Hex"),
528 [[maybe_unused]]
int coll_phys_offset)
override
530 ASSERTL0(
false,
"Not valid for this operator.");
542 vector<StdRegions::StdExpansionSharedPtr> pCollExp,
551 m_jacWStdW = pGeomData->GetJacWithStdWeights(pCollExp);
559 IProductWRTBase_SumFac_Seg::create,
"IProductWRTBase_SumFac_Seg");
594 [[maybe_unused]]
int coll_phys_offset)
override
596 ASSERTL0(
false,
"Not valid for this operator.");
612 vector<StdRegions::StdExpansionSharedPtr> pCollExp,
624 m_jacWStdW = pGeomData->GetJacWithStdWeights(pCollExp);
634 IProductWRTBase_SumFac_Quad::create,
"IProductWRTBase_SumFac_Quad");
669 [[maybe_unused]]
int coll_phys_offset)
override
671 ASSERTL0(
false,
"Not valid for this operator.");
686 vector<StdRegions::StdExpansionSharedPtr> pCollExp,
696 m_jacWStdW = pGeomData->GetJacWithStdWeights(pCollExp);
714 IProductWRTBase_SumFac_Tri::create,
"IProductWRTBase_SumFac_Tri");
749 [[maybe_unused]]
int coll_phys_offset)
override
751 ASSERTL0(
false,
"Not valid for this operator.");
771 vector<StdRegions::StdExpansionSharedPtr> pCollExp,
788 m_jacWStdW = pGeomData->GetJacWithStdWeights(pCollExp);
799 IProductWRTBase_SumFac_Hex::create,
"IProductWRTBase_SumFac_Hex");
834 [[maybe_unused]]
int coll_phys_offset)
override
836 ASSERTL0(
false,
"Not valid for this operator.");
854 vector<StdRegions::StdExpansionSharedPtr> pCollExp,
867 m_jacWStdW = pGeomData->GetJacWithStdWeights(pCollExp);
889 IProductWRTBase_SumFac_Tet::create,
"IProductWRTBase_SumFac_Tet");
924 [[maybe_unused]]
int coll_phys_offset)
override
926 ASSERTL0(
false,
"Not valid for this operator.");
944 vector<StdRegions::StdExpansionSharedPtr> pCollExp,
958 m_jacWStdW = pGeomData->GetJacWithStdWeights(pCollExp);
979 IProductWRTBase_SumFac_Prism::create,
"IProductWRTBase_SumFac_Prism");
1014 [[maybe_unused]]
int coll_phys_offset)
override
1016 ASSERTL0(
false,
"Not valid for this operator.");
1034 vector<StdRegions::StdExpansionSharedPtr> pCollExp,
1048 m_jacWStdW = pGeomData->GetJacWithStdWeights(pCollExp);
1069 IProductWRTBase_SumFac_Pyr::create,
"IProductWRTBase_SumFac_Pyr");
#define ASSERTL0(condition, msg)
#define NEKERROR(type, msg)
Assert Level 0 – Fundamental assert which is used whether in FULLDEBUG, DEBUG or OPT compilation mode...
#define ASSERTL1(condition, msg)
Assert Level 1 – Debugging which is used whether in FULLDEBUG or DEBUG compilation mode....
#define OPERATOR_CREATE(cname)
Inner product help class to calculate the size of the collection that is given as an input and as an ...
Inner product operator using element-wise operation.
void operator()(int dir, const Array< OneD, const NekDouble > &input, Array< OneD, NekDouble > &output, Array< OneD, NekDouble > &wsp) final
Array< OneD, NekDouble > m_jacWStdW
IProductWRTBase_IterPerExp(vector< StdRegions::StdExpansionSharedPtr > pCollExp, CoalescedGeomDataSharedPtr pGeomData, StdRegions::FactorMap factors)
void CheckFactors(StdRegions::FactorMap factors, int coll_phys_offset) override
Check the validity of the supplied factor map.
~IProductWRTBase_IterPerExp() final=default
Inner product operator using operator using matrix free operators.
IProductWRTBase_MatrixFree(vector< StdRegions::StdExpansionSharedPtr > pCollExp, CoalescedGeomDataSharedPtr pGeomData, StdRegions::FactorMap factors)
~IProductWRTBase_MatrixFree() final=default
void operator()(int dir, const Array< OneD, const NekDouble > &input, Array< OneD, NekDouble > &output, Array< OneD, NekDouble > &wsp) final
std::shared_ptr< MatrixFree::IProduct > m_oper
void CheckFactors(StdRegions::FactorMap factors, int coll_phys_offset) override
Check the validity of the supplied factor map.
Inner product operator using original MultiRegions implementation.
~IProductWRTBase_NoCollection() final=default
vector< StdRegions::StdExpansionSharedPtr > m_expList
void CheckFactors(StdRegions::FactorMap factors, int coll_phys_offset) override
Check the validity of the supplied factor map.
IProductWRTBase_NoCollection(vector< StdRegions::StdExpansionSharedPtr > pCollExp, CoalescedGeomDataSharedPtr pGeomData, StdRegions::FactorMap factors)
void operator()(int dir, const Array< OneD, const NekDouble > &input, Array< OneD, NekDouble > &output, Array< OneD, NekDouble > &wsp) final
Inner product operator using standard matrix approach.
void operator()(int dir, const Array< OneD, const NekDouble > &input, Array< OneD, NekDouble > &output, Array< OneD, NekDouble > &wsp) final
Array< OneD, const NekDouble > m_jac
~IProductWRTBase_StdMat() final=default
IProductWRTBase_StdMat(vector< StdRegions::StdExpansionSharedPtr > pCollExp, CoalescedGeomDataSharedPtr pGeomData, StdRegions::FactorMap factors)
void CheckFactors(StdRegions::FactorMap factors, int coll_phys_offset) override
Check the validity of the supplied factor map.
Inner Product operator using sum-factorisation (Hex)
void operator()(int dir, const Array< OneD, const NekDouble > &input, Array< OneD, NekDouble > &output, Array< OneD, NekDouble > &wsp) final
Array< OneD, const NekDouble > m_base0
IProductWRTBase_SumFac_Hex(vector< StdRegions::StdExpansionSharedPtr > pCollExp, CoalescedGeomDataSharedPtr pGeomData, StdRegions::FactorMap factors)
void CheckFactors(StdRegions::FactorMap factors, int coll_phys_offset) override
Check the validity of the supplied factor map.
Array< OneD, const NekDouble > m_base2
Array< OneD, const NekDouble > m_base1
Array< OneD, const NekDouble > m_jacWStdW
~IProductWRTBase_SumFac_Hex() final=default
Inner Product operator using sum-factorisation (Prism)
Array< OneD, const NekDouble > m_jacWStdW
void CheckFactors(StdRegions::FactorMap factors, int coll_phys_offset) override
Check the validity of the supplied factor map.
~IProductWRTBase_SumFac_Prism() final=default
Array< OneD, const NekDouble > m_base1
Array< OneD, const NekDouble > m_base0
Array< OneD, const NekDouble > m_base2
void operator()(int dir, const Array< OneD, const NekDouble > &input, Array< OneD, NekDouble > &output, Array< OneD, NekDouble > &wsp) final
IProductWRTBase_SumFac_Prism(vector< StdRegions::StdExpansionSharedPtr > pCollExp, CoalescedGeomDataSharedPtr pGeomData, StdRegions::FactorMap factors)
Inner Product operator using sum-factorisation (Pyr)
Array< OneD, const NekDouble > m_jacWStdW
Array< OneD, const NekDouble > m_base2
~IProductWRTBase_SumFac_Pyr() final=default
Array< OneD, const NekDouble > m_base0
void CheckFactors(StdRegions::FactorMap factors, int coll_phys_offset) override
Check the validity of the supplied factor map.
Array< OneD, const NekDouble > m_base1
IProductWRTBase_SumFac_Pyr(vector< StdRegions::StdExpansionSharedPtr > pCollExp, CoalescedGeomDataSharedPtr pGeomData, StdRegions::FactorMap factors)
void operator()(int dir, const Array< OneD, const NekDouble > &input, Array< OneD, NekDouble > &output, Array< OneD, NekDouble > &wsp) final
Inner product operator using sum-factorisation (Quad)
Array< OneD, const NekDouble > m_jacWStdW
Array< OneD, const NekDouble > m_base1
Array< OneD, const NekDouble > m_base0
IProductWRTBase_SumFac_Quad(vector< StdRegions::StdExpansionSharedPtr > pCollExp, CoalescedGeomDataSharedPtr pGeomData, StdRegions::FactorMap factors)
~IProductWRTBase_SumFac_Quad() final=default
void operator()(int dir, const Array< OneD, const NekDouble > &input, Array< OneD, NekDouble > &output, Array< OneD, NekDouble > &wsp) final
void CheckFactors(StdRegions::FactorMap factors, int coll_phys_offset) override
Check the validity of the supplied factor map.
Inner product operator using sum-factorisation (Segment)
void CheckFactors(StdRegions::FactorMap factors, int coll_phys_offset) override
Check the validity of the supplied factor map.
void operator()(int dir, const Array< OneD, const NekDouble > &input, Array< OneD, NekDouble > &output, Array< OneD, NekDouble > &wsp) final
Array< OneD, const NekDouble > m_jacWStdW
IProductWRTBase_SumFac_Seg(vector< StdRegions::StdExpansionSharedPtr > pCollExp, CoalescedGeomDataSharedPtr pGeomData, StdRegions::FactorMap factors)
~IProductWRTBase_SumFac_Seg() final=default
Array< OneD, const NekDouble > m_base0
Inner product operator using sum-factorisation (Tet)
Array< OneD, const NekDouble > m_jacWStdW
~IProductWRTBase_SumFac_Tet() final=default
void CheckFactors(StdRegions::FactorMap factors, int coll_phys_offset) override
Check the validity of the supplied factor map.
Array< OneD, const NekDouble > m_base1
IProductWRTBase_SumFac_Tet(vector< StdRegions::StdExpansionSharedPtr > pCollExp, CoalescedGeomDataSharedPtr pGeomData, StdRegions::FactorMap factors)
void operator()(int dir, const Array< OneD, const NekDouble > &input, Array< OneD, NekDouble > &output, Array< OneD, NekDouble > &wsp) final
Array< OneD, const NekDouble > m_base0
Array< OneD, const NekDouble > m_base2
Inner product operator using sum-factorisation (Tri)
void operator()(int dir, const Array< OneD, const NekDouble > &input, Array< OneD, NekDouble > &output, Array< OneD, NekDouble > &wsp) final
~IProductWRTBase_SumFac_Tri() final=default
void CheckFactors(StdRegions::FactorMap factors, int coll_phys_offset) override
Check the validity of the supplied factor map.
Array< OneD, const NekDouble > m_base0
IProductWRTBase_SumFac_Tri(vector< StdRegions::StdExpansionSharedPtr > pCollExp, CoalescedGeomDataSharedPtr pGeomData, StdRegions::FactorMap factors)
Array< OneD, const NekDouble > m_jacWStdW
Array< OneD, const NekDouble > m_base1
bool m_isPadded
flag for padding
unsigned int m_nElmtPad
size after padding
Array< OneD, NekDouble > m_output
Array< OneD, NekDouble > m_input
padded input/output vectors
Base class for operators on a collection of elements.
StdRegions::StdExpansionSharedPtr m_stdExp
unsigned int m_numElmt
number of elements that the operator is applied on
unsigned int m_outputSize
number of modes or quadrature points that are taken as output from an operator
unsigned int m_inputSize
number of modes or quadrature points that are passed as input to an operator
tKey RegisterCreatorFunction(tKey idKey, CreatorFunction classCreator, std::string pDesc="")
Register a class with the factory.
tBaseSharedPtr CreateInstance(tKey idKey, tParam... args)
Create an instance of the class referred to by idKey.
static void Dgemm(const char &transa, const char &transb, const int &m, const int &n, const int &k, const double &alpha, const double *a, const int &lda, const double *b, const int &ldb, const double &beta, double *c, const int &ldc)
BLAS level 3: Matrix-matrix multiply C = A x B where op(A)[m x k], op(B)[k x n], C[m x n] DGEMM perfo...
void TetIProduct(bool sortTopEdge, int numElmt, int nquad0, int nquad1, int nquad2, int nmodes0, int nmodes1, int nmodes2, const Array< OneD, const NekDouble > &base0, const Array< OneD, const NekDouble > &base1, const Array< OneD, const NekDouble > &base2, const Array< OneD, const NekDouble > &jac, const Array< OneD, const NekDouble > &input, Array< OneD, NekDouble > &output, Array< OneD, NekDouble > &wsp)
void PyrIProduct(bool sortTopVert, int numElmt, int nquad0, int nquad1, int nquad2, int nmodes0, int nmodes1, int nmodes2, const Array< OneD, const NekDouble > &base0, const Array< OneD, const NekDouble > &base1, const Array< OneD, const NekDouble > &base2, const Array< OneD, const NekDouble > &jac, const Array< OneD, const NekDouble > &input, Array< OneD, NekDouble > &output, Array< OneD, NekDouble > &wsp)
void TriIProduct(bool sortTopVertex, int numElmt, int nquad0, int nquad1, int nmodes0, int nmodes1, const Array< OneD, const NekDouble > &base0, const Array< OneD, const NekDouble > &base1, const Array< OneD, const NekDouble > &jac, const Array< OneD, const NekDouble > &input, Array< OneD, NekDouble > &output, Array< OneD, NekDouble > &wsp)
std::tuple< LibUtilities::ShapeType, OperatorType, ImplementationType, ExpansionIsNodal > OperatorKey
Key for describing an Operator.
void QuadIProduct(bool colldir0, bool colldir1, int numElmt, int nquad0, int nquad1, int nmodes0, int nmodes1, const Array< OneD, const NekDouble > &base0, const Array< OneD, const NekDouble > &base1, const Array< OneD, const NekDouble > &jac, const Array< OneD, const NekDouble > &input, Array< OneD, NekDouble > &output, Array< OneD, NekDouble > &wsp)
std::shared_ptr< CoalescedGeomData > CoalescedGeomDataSharedPtr
OperatorFactory & GetOperatorFactory()
Returns the singleton Operator factory object.
void PrismIProduct(bool sortTopVert, int numElmt, int nquad0, int nquad1, int nquad2, int nmodes0, int nmodes1, int nmodes2, const Array< OneD, const NekDouble > &base0, const Array< OneD, const NekDouble > &base1, const Array< OneD, const NekDouble > &base2, const Array< OneD, const NekDouble > &jac, const Array< OneD, const NekDouble > &input, Array< OneD, NekDouble > &output, Array< OneD, NekDouble > &wsp)
void HexIProduct(bool colldir0, bool colldir1, bool colldir2, int numElmt, int nquad0, int nquad1, int nquad2, int nmodes0, int nmodes1, int nmodes2, const Array< OneD, const NekDouble > &base0, const Array< OneD, const NekDouble > &base1, const Array< OneD, const NekDouble > &base2, const Array< OneD, const NekDouble > &jac, const Array< OneD, const NekDouble > &input, Array< OneD, NekDouble > &output, Array< OneD, NekDouble > &wsp)
@ eModified_A
Principle Modified Functions .
StdRegions::ConstFactorMap factors
std::shared_ptr< DNekMat > DNekMatSharedPtr
void Vmul(int n, const T *x, const int incx, const T *y, const int incy, T *z, const int incz)
Multiply vector z = x*y.
void Smul(int n, const T alpha, const T *x, const int incx, T *y, const int incy)
Scalar multiply y = alpha*x.
void Vcopy(int n, const T *x, const int incx, T *y, const int incy)