Nektar++
Public Member Functions | Protected Member Functions | List of all members
Nektar::LibUtilities::PtsIO Class Reference

#include <PtsIO.h>

Inheritance diagram for Nektar::LibUtilities::PtsIO:
[legend]

Public Member Functions

 PtsIO (LibUtilities::CommSharedPtr pComm, bool sharedFilesystem=false)
 
virtual ~PtsIO ()
 
void Import (const std::string &inFile, PtsFieldSharedPtr &ptsField, FieldMetaDataMap &fieldmetadatamap=NullFieldMetaDataMap, DomainRangeShPtr &Range=NullDomainRangeShPtr)
 Import a pts field from file. More...
 
void Write (const std::string &outFile, const PtsFieldSharedPtr &ptsField, const bool backup=false)
 Save a pts field to a file. More...
 
void ImportFieldData (const std::string inFile, PtsFieldSharedPtr &ptsField, DomainRangeShPtr &Range=NullDomainRangeShPtr)
 
- Public Member Functions inherited from Nektar::LibUtilities::FieldIOXml
 FieldIOXml (LibUtilities::CommSharedPtr pComm, bool sharedFilesystem)
 Default constructor. More...
 
virtual ~FieldIOXml ()
 
void ImportFieldDefs (DataSourceSharedPtr dataSource, std::vector< FieldDefinitionsSharedPtr > &fielddefs, bool expChild)
 Import field definitions from the target file. More...
 
void ImportFieldData (DataSourceSharedPtr dataSource, const std::vector< FieldDefinitionsSharedPtr > &fielddefs, std::vector< std::vector< NekDouble >> &fielddata)
 Import field data from a target file. More...
 
void WriteMultiFldFileIDs (const std::string &outfile, const std::vector< std::string > fileNames, std::vector< std::vector< unsigned int >> &elementList, const FieldMetaDataMap &fieldinfomap=NullFieldMetaDataMap)
 Write out a file containing element ID to partition mapping. More...
 
void SetUpFieldMetaData (const std::string &outname, const std::vector< FieldDefinitionsSharedPtr > &fielddefs, const FieldMetaDataMap &fieldmetadatamap)
 Set up field meta data map. More...
 
void ImportMultiFldFileIDs (const std::string &inFile, std::vector< std::string > &fileNames, std::vector< std::vector< unsigned int >> &elementList, FieldMetaDataMap &fieldmetadatamap)
 Read file containing element ID to partition mapping. More...
 
- Public Member Functions inherited from Nektar::LibUtilities::FieldIO
 FieldIO (LibUtilities::CommSharedPtr pComm, bool sharedFilesystem)
 Constructor for FieldIO base class. More...
 
virtual ~FieldIO ()
 
void Write (const std::string &outFile, std::vector< FieldDefinitionsSharedPtr > &fielddefs, std::vector< std::vector< NekDouble >> &fielddata, const FieldMetaDataMap &fieldinfomap=NullFieldMetaDataMap, const bool backup=false)
 Write out the field information to the file outFile. More...
 
void Import (const std::string &infilename, std::vector< FieldDefinitionsSharedPtr > &fielddefs, std::vector< std::vector< NekDouble >> &fielddata=NullVectorNekDoubleVector, FieldMetaDataMap &fieldinfomap=NullFieldMetaDataMap, const Array< OneD, int > &ElementIDs=NullInt1DArray)
 Read field information from the file infilename. More...
 
DataSourceSharedPtr ImportFieldMetaData (const std::string &filename, FieldMetaDataMap &fieldmetadatamap)
 Import the metadata from a field file. More...
 
const std::string & GetClassName () const
 
std::string GetFileEnding () const
 Helper function that determines default file extension. More...
 

Protected Member Functions

virtual void v_ImportFieldData (const std::string inFile, PtsFieldSharedPtr &ptsField, DomainRangeShPtr &Range=NullDomainRangeShPtr)
 
virtual std::string v_GetFileEnding () const override
 
void SetUpFieldMetaData (const std::string outname)
 
- Protected Member Functions inherited from Nektar::LibUtilities::FieldIOXml
virtual void v_Write (const std::string &outFile, std::vector< FieldDefinitionsSharedPtr > &fielddefs, std::vector< std::vector< NekDouble >> &fielddata, const FieldMetaDataMap &fieldinfomap=NullFieldMetaDataMap, const bool backup=false) override
 Write an XML file to outFile given the field definitions fielddefs, field data fielddata and metadata fieldmetadatamap. More...
 
void v_Import (const std::string &infilename, std::vector< FieldDefinitionsSharedPtr > &fielddefs, std::vector< std::vector< NekDouble >> &fielddata=NullVectorNekDoubleVector, FieldMetaDataMap &fieldinfomap=NullFieldMetaDataMap, const Array< OneD, int > &ElementIDs=NullInt1DArray) override
 Import an XML format file. More...
 
virtual DataSourceSharedPtr v_ImportFieldMetaData (const std::string &filename, FieldMetaDataMap &fieldmetadatamap) override
 Import field metadata from filename and return the data source which wraps filename. More...
 
virtual const std::string & v_GetClassName () const override
 Returns the class name. More...
 
- Protected Member Functions inherited from Nektar::LibUtilities::FieldIO
int CheckFieldDefinition (const FieldDefinitionsSharedPtr &fielddefs)
 Check field definitions for correctness and return storage size. More...
 
std::string SetUpOutput (const std::string outname, bool perRank, bool backup=false)
 Set up the filesystem ready for output. More...
 
bool ParallelInTime ()
 Check if solver use Parallel-in-Time. More...
 

Additional Inherited Members

- Static Public Member Functions inherited from Nektar::LibUtilities::FieldIOXml
static FieldIOSharedPtr create (LibUtilities::CommSharedPtr pComm, bool sharedFilesystem)
 Creates an instance of this class. More...
 
- Static Public Member Functions inherited from Nektar::LibUtilities::FieldIO
static const std::string GetFileType (const std::string &filename, CommSharedPtr comm)
 Determine file type of given input file. More...
 
static std::shared_ptr< FieldIOCreateDefault (const LibUtilities::SessionReaderSharedPtr session)
 Returns an object for the default FieldIO method. More...
 
static std::shared_ptr< FieldIOCreateForFile (const LibUtilities::SessionReaderSharedPtr session, const std::string &filename)
 Construct a FieldIO object for a given input filename. More...
 
static void AddInfoTag (TagWriterSharedPtr root, const FieldMetaDataMap &fieldmetadatamap)
 Add provenance information to the field metadata map. More...
 
- Static Public Attributes inherited from Nektar::LibUtilities::FieldIOXml
static std::string className
 Name of class. More...
 
- Protected Attributes inherited from Nektar::LibUtilities::FieldIO
LibUtilities::CommSharedPtr m_comm
 Communicator to use when writing parallel format. More...
 
bool m_sharedFilesystem
 Boolean dictating whether we are on a shared filesystem. More...
 

Detailed Description

Definition at line 61 of file PtsIO.h.

Constructor & Destructor Documentation

◆ PtsIO()

Nektar::LibUtilities::PtsIO::PtsIO ( LibUtilities::CommSharedPtr  pComm,
bool  sharedFilesystem = false 
)

Definition at line 57 of file PtsIO.cpp.

58  : FieldIOXml(pComm, sharedFilesystem)
59 {
60 }
FieldIOXml(LibUtilities::CommSharedPtr pComm, bool sharedFilesystem)
Default constructor.
Definition: FieldIOXml.cpp:62

◆ ~PtsIO()

virtual Nektar::LibUtilities::PtsIO::~PtsIO ( )
inlinevirtual

Definition at line 67 of file PtsIO.h.

68  {
69  }

Member Function Documentation

◆ Import()

void Nektar::LibUtilities::PtsIO::Import ( const std::string &  inFile,
PtsFieldSharedPtr ptsField,
FieldMetaDataMap fieldmetadatamap = NullFieldMetaDataMap,
DomainRangeShPtr Range = NullDomainRangeShPtr 
)

Import a pts field from file.

Parameters
inFilefilename of the file to read
ptsFieldthe resulting pts field.

Definition at line 68 of file PtsIO.cpp.

70 {
71  std::string infile = inFile;
72 
73  fs::path pinfilename(infile);
74 
75  // check to see that infile is a directory
76  if (fs::is_directory(pinfilename))
77  {
78  fs::path infofile("Info.xml");
79  fs::path fullpath = pinfilename / infofile;
80  infile = PortablePath(fullpath);
81 
82  std::vector<std::string> filenames;
83  std::vector<std::vector<unsigned int>> elementIDs_OnPartitions;
84 
85  ImportMultiFldFileIDs(infile, filenames, elementIDs_OnPartitions,
86  fieldmetadatamap);
87 
88  // Load metadata
89  ImportFieldMetaData(infile, fieldmetadatamap);
90 
91  if (filenames.size() == m_comm->GetSpaceComm()->GetSize())
92  {
93  // only load the file that matches this rank
94  filenames.clear();
95  boost::format pad("P%1$07d.%2$s");
96  pad % m_comm->GetSpaceComm()->GetRank() % GetFileEnding();
97  filenames.push_back(pad.str());
98  }
99 
100  for (int i = 0; i < filenames.size(); ++i)
101  {
102  fs::path pfilename(filenames[i]);
103  fullpath = pinfilename / pfilename;
104  string fname = PortablePath(fullpath);
105 
106  if (i == 0)
107  {
108  ImportFieldData(fname, ptsField, Range);
109  }
110  else
111  {
113  ImportFieldData(fname, newPtsField, Range);
114  Array<OneD, Array<OneD, NekDouble>> pts;
115  newPtsField->GetPts(pts);
116  ptsField->AddPoints(pts);
117  }
118  }
119  }
120  else
121  {
122  ImportFieldData(infile, ptsField, Range);
123  }
124 }
DataSourceSharedPtr ImportFieldMetaData(const std::string &filename, FieldMetaDataMap &fieldmetadatamap)
Import the metadata from a field file.
Definition: FieldIO.h:376
LibUtilities::CommSharedPtr m_comm
Communicator to use when writing parallel format.
Definition: FieldIO.h:278
std::string GetFileEnding() const
Helper function that determines default file extension.
Definition: FieldIO.h:275
void ImportMultiFldFileIDs(const std::string &inFile, std::vector< std::string > &fileNames, std::vector< std::vector< unsigned int >> &elementList, FieldMetaDataMap &fieldmetadatamap)
Read file containing element ID to partition mapping.
Definition: FieldIOXml.cpp:423
void ImportFieldData(const std::string inFile, PtsFieldSharedPtr &ptsField, DomainRangeShPtr &Range=NullDomainRangeShPtr)
Definition: PtsIO.cpp:208
std::string PortablePath(const boost::filesystem::path &path)
create portable path on different platforms for boost::filesystem path
Definition: FileSystem.cpp:45
std::shared_ptr< PtsField > PtsFieldSharedPtr
Definition: PtsField.h:190

References CellMLToNektar.pycml::format, Nektar::LibUtilities::FieldIO::GetFileEnding(), ImportFieldData(), Nektar::LibUtilities::FieldIO::ImportFieldMetaData(), Nektar::LibUtilities::FieldIOXml::ImportMultiFldFileIDs(), Nektar::LibUtilities::FieldIO::m_comm, and Nektar::LibUtilities::PortablePath().

Referenced by Nektar::SolverUtils::SessionFunction::EvaluatePts().

◆ ImportFieldData()

void Nektar::LibUtilities::PtsIO::ImportFieldData ( const std::string  inFile,
PtsFieldSharedPtr ptsField,
DomainRangeShPtr Range = NullDomainRangeShPtr 
)

Definition at line 208 of file PtsIO.cpp.

210 {
211  v_ImportFieldData(inFile, ptsField, Range);
212 }
virtual void v_ImportFieldData(const std::string inFile, PtsFieldSharedPtr &ptsField, DomainRangeShPtr &Range=NullDomainRangeShPtr)
Definition: PtsIO.cpp:214

References v_ImportFieldData().

Referenced by Import().

◆ SetUpFieldMetaData()

void Nektar::LibUtilities::PtsIO::SetUpFieldMetaData ( const std::string  outname)
protected

Definition at line 306 of file PtsIO.cpp.

307 {
308  ASSERTL0(!outname.empty(), "Empty path given to SetUpFieldMetaData()");
309 
310  int nprocs = m_comm->GetSpaceComm()->GetSize();
311  int rank = m_comm->GetSpaceComm()->GetRank();
312 
313  fs::path specPath(outname);
314 
315  // Collate per-process element lists on root process to generate
316  // the info file.
317  if (rank == 0)
318  {
319  // Set up output names
320  std::vector<std::string> filenames;
321  std::vector<std::vector<unsigned int>> ElementIDs;
322  for (int i = 0; i < nprocs; ++i)
323  {
324  boost::format pad("P%1$07d.%2$s");
325  pad % i % GetFileEnding();
326  filenames.push_back(pad.str());
327 
328  std::vector<unsigned int> tmp;
329  tmp.push_back(0);
330  ElementIDs.push_back(tmp);
331  }
332 
333  // Write the Info.xml file
334  string infofile =
335  LibUtilities::PortablePath(specPath / fs::path("Info.xml"));
336 
337  cout << "Writing: " << specPath << endl;
338 
339  const FieldMetaDataMap fieldmetadatamap;
340  WriteMultiFldFileIDs(infofile, filenames, ElementIDs, fieldmetadatamap);
341  }
342 }
#define ASSERTL0(condition, msg)
Definition: ErrorUtil.hpp:215
void WriteMultiFldFileIDs(const std::string &outfile, const std::vector< std::string > fileNames, std::vector< std::vector< unsigned int >> &elementList, const FieldMetaDataMap &fieldinfomap=NullFieldMetaDataMap)
Write out a file containing element ID to partition mapping.
Definition: FieldIOXml.cpp:376
std::map< std::string, std::string > FieldMetaDataMap
Definition: FieldIO.h:52

References ASSERTL0, CellMLToNektar.pycml::format, Nektar::LibUtilities::FieldIO::GetFileEnding(), Nektar::LibUtilities::FieldIO::m_comm, Nektar::LibUtilities::PortablePath(), and Nektar::LibUtilities::FieldIOXml::WriteMultiFldFileIDs().

Referenced by Nektar::LibUtilities::CsvIO::Write(), and Write().

◆ v_GetFileEnding()

virtual std::string Nektar::LibUtilities::PtsIO::v_GetFileEnding ( ) const
inlineoverrideprotectedvirtual

Reimplemented from Nektar::LibUtilities::FieldIO.

Reimplemented in Nektar::LibUtilities::CsvIO.

Definition at line 89 of file PtsIO.h.

90  {
91  return "pts";
92  };

◆ v_ImportFieldData()

void Nektar::LibUtilities::PtsIO::v_ImportFieldData ( const std::string  inFile,
PtsFieldSharedPtr ptsField,
DomainRangeShPtr Range = NullDomainRangeShPtr 
)
protectedvirtual

Reimplemented in Nektar::LibUtilities::CsvIO.

Definition at line 214 of file PtsIO.cpp.

216 {
217  boost::ignore_unused(Range);
218  TiXmlDocument docInput(inFile);
219  bool loadOkay1 = docInput.LoadFile();
220 
221  std::stringstream errstr;
222  errstr << "Unable to load file: " << inFile << std::endl;
223  errstr << "Reason: " << docInput.ErrorDesc() << std::endl;
224  errstr << "Position: Line " << docInput.ErrorRow() << ", Column "
225  << docInput.ErrorCol() << std::endl;
226  ASSERTL0(loadOkay1, errstr.str());
227 
228  TiXmlElement *nektar = docInput.FirstChildElement("NEKTAR");
229  TiXmlElement *points = nektar->FirstChildElement("POINTS");
230  int dim;
231  int err = points->QueryIntAttribute("DIM", &dim);
232 
233  ASSERTL0(err == TIXML_SUCCESS, "Unable to read attribute DIM.");
234 
235  std::string fields = points->Attribute("FIELDS");
236 
237  vector<string> fieldNames;
238  if (!fields.empty())
239  {
240  bool valid = ParseUtils::GenerateVector(fields, fieldNames);
241  ASSERTL0(
242  valid,
243  "Unable to process list of field variable in FIELDS attribute: " +
244  fields);
245  }
246 
247  map<PtsInfo, int> ptsInfo = NullPtsInfoMap;
248 
249  const char *ptinfo = points->Attribute("PTSINFO");
250  if (ptinfo && boost::iequals(ptinfo, "EquiSpaced"))
251  {
252  ptsInfo[eIsEquiSpacedData] = 1;
253  }
254 
255  int np;
256  err = points->QueryIntAttribute("PTSPERELMTEDGE", &np);
257  if (err == TIXML_SUCCESS)
258  {
259  ptsInfo[ePtsPerElmtEdge] = np;
260  }
261 
262  size_t nfields = fieldNames.size();
263  size_t totvars = dim + nfields;
264 
265  TiXmlNode *pointsBody = points->FirstChild();
266 
267  std::istringstream pointsDataStrm(pointsBody->ToText()->Value());
268 
269  vector<NekDouble> ptsSerial;
270  Array<OneD, Array<OneD, NekDouble>> pts(totvars);
271 
272  try
273  {
274  NekDouble ptsStream;
275  while (!pointsDataStrm.fail())
276  {
277  pointsDataStrm >> ptsStream;
278 
279  ptsSerial.push_back(ptsStream);
280  }
281  }
282  catch (...)
283  {
284  NEKERROR(ErrorUtil::efatal, "Unable to read Points data.");
285  }
286 
287  size_t npts = ptsSerial.size() / totvars;
288 
289  for (size_t i = 0; i < totvars; ++i)
290  {
291  pts[i] = Array<OneD, NekDouble>(npts);
292  }
293 
294  for (size_t i = 0; i < npts; ++i)
295  {
296  for (size_t j = 0; j < totvars; ++j)
297  {
298  pts[j][i] = ptsSerial[i * totvars + j];
299  }
300  }
301 
302  ptsField = MemoryManager<PtsField>::AllocateSharedPtr(dim, fieldNames, pts,
303  ptsInfo);
304 }
#define NEKERROR(type, msg)
Assert Level 0 – Fundamental assert which is used whether in FULLDEBUG, DEBUG or OPT compilation mode...
Definition: ErrorUtil.hpp:209
static std::shared_ptr< DataType > AllocateSharedPtr(const Args &...args)
Allocate a shared pointer from the memory pool.
static bool GenerateVector(const std::string &str, std::vector< T > &out)
Takes a comma-separated string and converts it to entries in a vector.
Definition: ParseUtils.cpp:131
static std::map< PtsInfo, int > NullPtsInfoMap
Definition: PtsField.h:70
double NekDouble

References Nektar::MemoryManager< DataType >::AllocateSharedPtr(), ASSERTL0, Nektar::ErrorUtil::efatal, Nektar::LibUtilities::eIsEquiSpacedData, Nektar::LibUtilities::ePtsPerElmtEdge, Nektar::ParseUtils::GenerateVector(), NEKERROR, and Nektar::LibUtilities::NullPtsInfoMap.

Referenced by ImportFieldData().

◆ Write()

void Nektar::LibUtilities::PtsIO::Write ( const std::string &  outFile,
const PtsFieldSharedPtr ptsField,
const bool  backup = false 
)

Save a pts field to a file.

Parameters
outFilefilename of the file
ptsFieldthe pts field

Definition at line 132 of file PtsIO.cpp.

135 {
136  size_t nTotvars = ptsField->GetNFields() + ptsField->GetDim();
137  size_t np = ptsField->GetNpoints();
138 
139  std::string filename = SetUpOutput(outFile, true, backup);
140  SetUpFieldMetaData(outFile);
141 
142  // until tinyxml gains support for line break, write the xml manually
143  std::ofstream ptsFile;
144  ptsFile.open(filename.c_str());
145 
146  ptsFile << "<?xml version=\"1.0\" encoding=\"utf-8\" ?>" << endl;
147  ptsFile << "<NEKTAR>" << endl;
148  ptsFile << " <POINTS ";
149  ptsFile << "DIM=\"" << ptsField->GetDim() << "\" ";
150  string fn = boost::algorithm::join(ptsField->GetFieldNames(), ",");
151  ptsFile << "FIELDS=\"" << fn << "\" ";
152  ptsFile << ">" << endl;
153 
154  Array<OneD, Array<OneD, NekDouble>> pts;
155  ptsField->GetPts(pts);
156  for (size_t i = 0; i < np; ++i)
157  {
158  ptsFile << " ";
159  ptsFile << pts[0][i];
160  for (size_t j = 1; j < nTotvars; ++j)
161  {
162  ptsFile << " " << pts[j][i];
163  }
164  ptsFile << endl;
165  }
166  ptsFile << " </POINTS>" << endl;
167  ptsFile << "</NEKTAR>" << endl;
168 
169  ptsFile.close();
170 
171  // this is what the above cpart would read if tinyxml
172  // supported line breaks
173  /*
174  // Create the file (partition)
175  TiXmlDocument doc;
176  TiXmlDeclaration *decl = new TiXmlDeclaration("1.0", "utf-8", "");
177  doc.LinkEndChild(decl);
178 
179  TiXmlElement *root = new TiXmlElement("NEKTAR");
180  doc.LinkEndChild(root);
181 
182  TiXmlElement *pointsTag = new TiXmlElement("POINTS");
183  root->LinkEndChild(pointsTag);
184 
185  pointsTag->SetAttribute("DIM", ptsField->GetDim());
186 
187  string fn = boost::algorithm::join(ptsField->GetFieldNames(), ",");
188  pointsTag->SetAttribute("FIELDS", fn);
189 
190  Array <OneD, Array <OneD, NekDouble > > pts;
191  ptsField->GetPts(pts);
192  ostringstream os;
193  for (int i = 0; i < np; ++i)
194  {
195  os << pts[0][i];
196  for (int j = 1; j < nTotvars; ++j)
197  {
198  os << " " << pts[j][i];
199  }
200  os << " ";
201  }
202 
203  pointsTag->LinkEndChild(new TiXmlText(os.str()));
204 
205  doc.SaveFile(filename);
206  */
207 }
std::string SetUpOutput(const std::string outname, bool perRank, bool backup=false)
Set up the filesystem ready for output.
Definition: FieldIO.cpp:406
void SetUpFieldMetaData(const std::string outname)
Definition: PtsIO.cpp:306

References SetUpFieldMetaData(), and Nektar::LibUtilities::FieldIO::SetUpOutput().

Referenced by Nektar::FieldUtils::OutputPts::v_OutputFromPts(), and Nektar::SolverUtils::CouplingFile::v_Send().