Nektar::LibUtilities::CsvIO Class Reference

#include <CsvIO.h>

Inheritance diagram for Nektar::LibUtilities::CsvIO:

Public Member Functions
	CsvIO (LibUtilities::CommSharedPtr pComm, bool sharedFilesystem=false)
virtual	~CsvIO ()
void	Write (const std::string &outFile, const PtsFieldSharedPtr &ptsField, const bool backup=false)
	Save a pts field to a file. More...
Public Member Functions inherited from Nektar::LibUtilities::PtsIO
	PtsIO (LibUtilities::CommSharedPtr pComm, bool sharedFilesystem=false)
virtual	~PtsIO ()
void	Import (const std::string &inFile, PtsFieldSharedPtr &ptsField, FieldMetaDataMap &fieldmetadatamap=NullFieldMetaDataMap)
	Import a pts field from file. More...
void	Write (const std::string &outFile, const PtsFieldSharedPtr &ptsField, const bool backup=false)
	Save a pts field to a file. More...
void	ImportFieldData (const std::string inFile, PtsFieldSharedPtr &ptsField)
Public Member Functions inherited from Nektar::LibUtilities::FieldIOXml
	FieldIOXml (LibUtilities::CommSharedPtr pComm, bool sharedFilesystem)
	Default constructor. More...
virtual	~FieldIOXml ()
void	ImportFieldDefs (DataSourceSharedPtr dataSource, std::vector< FieldDefinitionsSharedPtr > &fielddefs, bool expChild)
	Import field definitions from the target file. More...
void	ImportFieldData (DataSourceSharedPtr dataSource, const std::vector< FieldDefinitionsSharedPtr > &fielddefs, std::vector< std::vector< NekDouble > > &fielddata)
	Import field data from a target file. More...
void	WriteMultiFldFileIDs (const std::string &outfile, const std::vector< std::string > fileNames, std::vector< std::vector< unsigned int > > &elementList, const FieldMetaDataMap &fieldinfomap=NullFieldMetaDataMap)
	Write out a file containing element ID to partition mapping. More...
void	SetUpFieldMetaData (const std::string &outname, const std::vector< FieldDefinitionsSharedPtr > &fielddefs, const FieldMetaDataMap &fieldmetadatamap)
	Set up field meta data map. More...
void	ImportMultiFldFileIDs (const std::string &inFile, std::vector< std::string > &fileNames, std::vector< std::vector< unsigned int > > &elementList, FieldMetaDataMap &fieldmetadatamap)
	Read file containing element ID to partition mapping. More...
void	v_Import (const std::string &infilename, std::vector< FieldDefinitionsSharedPtr > &fielddefs, std::vector< std::vector< NekDouble > > &fielddata=NullVectorNekDoubleVector, FieldMetaDataMap &fieldinfomap=NullFieldMetaDataMap, const Array< OneD, int > &ElementIDs=NullInt1DArray)
	Import an XML format file. More...
virtual const std::string &	GetClassName () const
	Returns the class name. More...
Public Member Functions inherited from Nektar::LibUtilities::FieldIO
	FieldIO (LibUtilities::CommSharedPtr pComm, bool sharedFilesystem)
	Constructor for FieldIO base class. More...
virtual	~FieldIO ()
void	Write (const std::string &outFile, std::vector< FieldDefinitionsSharedPtr > &fielddefs, std::vector< std::vector< NekDouble > > &fielddata, const FieldMetaDataMap &fieldinfomap=NullFieldMetaDataMap, const bool backup=false)
	Write out the field information to the file outFile. More...
void	Import (const std::string &infilename, std::vector< FieldDefinitionsSharedPtr > &fielddefs, std::vector< std::vector< NekDouble > > &fielddata=NullVectorNekDoubleVector, FieldMetaDataMap &fieldinfomap=NullFieldMetaDataMap, const Array< OneD, int > &ElementIDs=NullInt1DArray)
	Read field information from the file infilename. More...
DataSourceSharedPtr	ImportFieldMetaData (const std::string &filename, FieldMetaDataMap &fieldmetadatamap)
	Import the metadata from a field file. More...

Protected Member Functions
virtual void	v_ImportFieldData (const std::string inFile, PtsFieldSharedPtr &ptsField)
virtual std::string	GetFileEnding () const
	Helper function that determines default file extension. More...
Protected Member Functions inherited from Nektar::LibUtilities::PtsIO
void	SetUpFieldMetaData (const std::string outname)
Protected Member Functions inherited from Nektar::LibUtilities::FieldIO
int	CheckFieldDefinition (const FieldDefinitionsSharedPtr &fielddefs)
	Check field definitions for correctness and return storage size. More...
std::string	SetUpOutput (const std::string outname, bool perRank, bool backup=false)
	Set up the filesystem ready for output. More...

Additional Inherited Members
Static Public Member Functions inherited from Nektar::LibUtilities::FieldIOXml
static FieldIOSharedPtr	create (LibUtilities::CommSharedPtr pComm, bool sharedFilesystem)
	Creates an instance of this class. More...
Static Public Member Functions inherited from Nektar::LibUtilities::FieldIO
static const std::string	GetFileType (const std::string &filename, CommSharedPtr comm)
	Determine file type of given input file. More...
static std::shared_ptr< FieldIO >	CreateDefault (const LibUtilities::SessionReaderSharedPtr session)
	Returns an object for the default FieldIO method. More...
static std::shared_ptr< FieldIO >	CreateForFile (const LibUtilities::SessionReaderSharedPtr session, const std::string &filename)
	Construct a FieldIO object for a given input filename. More...
static void	AddInfoTag (TagWriterSharedPtr root, const FieldMetaDataMap &fieldmetadatamap)
	Add provenance information to the field metadata map. More...
Static Public Attributes inherited from Nektar::LibUtilities::FieldIOXml
static std::string	className
	Name of class. More...
Protected Attributes inherited from Nektar::LibUtilities::FieldIO
LibUtilities::CommSharedPtr	m_comm
	Communicator to use when writing parallel format. More...
bool	m_sharedFilesystem
	Boolean dictating whether we are on a shared filesystem. More...

Detailed Description

Definition at line 54 of file CsvIO.h.

Constructor & Destructor Documentation

CsvIO()

Nektar::LibUtilities::CsvIO::CsvIO	(	LibUtilities::CommSharedPtr	pComm,
		bool	sharedFilesystem = false
	)

Definition at line 60 of file CsvIO.cpp.

    : PtsIO(pComm, sharedFilesystem)
{
}

~CsvIO()

virtual Nektar::LibUtilities::CsvIO::~CsvIO ( )

inlinevirtual

Definition at line 60 of file CsvIO.h.

References LIB_UTILITIES_EXPORT, v_ImportFieldData(), and Write().

    {
    }

Member Function Documentation

GetFileEnding()

virtual std::string Nektar::LibUtilities::CsvIO::GetFileEnding ( ) const

inlineprotectedvirtual

Helper function that determines default file extension.

Reimplemented from Nektar::LibUtilities::PtsIO.

Definition at line 75 of file CsvIO.h.

    {
        return "csv";
    };

v_ImportFieldData()

void Nektar::LibUtilities::CsvIO::v_ImportFieldData ( const std::string  inFile, PtsFieldSharedPtr &  ptsField  )

protectedvirtual

Reimplemented from Nektar::LibUtilities::PtsIO.

Definition at line 112 of file CsvIO.cpp.

References Nektar::MemoryManager< DataType >::AllocateSharedPtr(), ASSERTL0, Nektar::ErrorUtil::efatal, Nektar::StdRegions::find(), Nektar::ParseUtils::GenerateVector(), NEKERROR, and CellMLToNektar.cellml_metadata::p.

Referenced by ~CsvIO().

{
    std::stringstream errstr;
    errstr << "Unable to load file: " << inFile << std::endl;
    std::ifstream in(inFile.c_str());
    ASSERTL0(in.is_open(), errstr.str());

    std::string line;
    std::getline(in, line);
    boost::erase_first(line, "#");

    std::vector<std::string> fieldNames;
    bool valid = ParseUtils::GenerateVector(line, fieldNames);
    ASSERTL0(valid, "Unable to process list of fields from line: " + line);

    int dim = 0;
    for (auto &it : fieldNames)
    {
        if (it == "x" || it == "y" || it == "z")
        {
            dim++;
        }
    }

    size_t totvars = fieldNames.size();

    std::vector<NekDouble> ptsSerial;
    typedef boost::tokenizer< boost::escaped_list_separator<char> > Tokenizer;
    Tokenizer tok(line);
    while (getline(in, line))
    {
        tok.assign(line);

        ASSERTL0(std::distance(tok.begin(), tok.end()) ==
                    std::iterator_traits<Tokenizer::iterator>::difference_type(totvars),
                 "wrong number of columns in line: " + line);

        for (auto &it : tok)
        {
            try
            {
                ptsSerial.push_back(
                    boost::lexical_cast<NekDouble>(
                        boost::trim_copy(std::string(it))));
            }
            catch(const boost::bad_lexical_cast &)
            {
                NEKERROR(ErrorUtil::efatal, "could not convert line: " + line);
            }
        }
    }

    size_t npts = ptsSerial.size() / totvars;

    Array<OneD, Array<OneD, NekDouble> > pts(totvars);
    for (size_t i = 0; i < totvars; ++i)
    {
        pts[i] = Array<OneD, NekDouble>(npts);
    }

    for (size_t i = 0; i < npts; ++i)
    {
        for (size_t j = 0; j < totvars; ++j)
        {
            pts[j][i] = ptsSerial[i * totvars + j];
        }
    }

    // reorder pts to make x,y,z the first columns
    std::vector<std::string> dimNames = {"x", "y", "z"};
    for (int i = 0; i < dim; ++i)
    {
        auto p = std::find(fieldNames.begin(), fieldNames.end(), dimNames[i]);
        if (p != fieldNames.end())
        {
            auto j = std::distance(fieldNames.begin(), p);

            if (i == j)
            {
                continue;
            }

            Array<OneD, NekDouble> tmp = pts[i];
            pts[i] = pts[j];
            pts[j] = tmp;

            std::string tmp2 = fieldNames[i];
            fieldNames[i] = fieldNames[j];
            fieldNames[j] = tmp2;
        }
    }
    fieldNames.erase(fieldNames.begin(), fieldNames.begin() + dim);

    ptsField = MemoryManager<PtsField>::AllocateSharedPtr(dim, fieldNames, pts);
}

Write()

void Nektar::LibUtilities::CsvIO::Write	(	const std::string &	outFile,
		const PtsFieldSharedPtr &	ptsField,
		const bool	backup = false
	)

Save a pts field to a file.

Parameters

outFile	filename of the file
ptsField	the pts field

Definition at line 71 of file CsvIO.cpp.

References Nektar::LibUtilities::PtsIO::SetUpFieldMetaData(), and Nektar::LibUtilities::FieldIO::SetUpOutput().

Referenced by Nektar::FieldUtils::OutputPts::OutputFromPts(), and ~CsvIO().

{
    size_t nTotvars = ptsField->GetNFields() + ptsField->GetDim();
    size_t np = ptsField->GetNpoints();

    std::string filename = SetUpOutput(outFile, true, backup);
    SetUpFieldMetaData(outFile);

    std::ofstream ptsFile;
    ptsFile.open(filename.c_str());

    std::vector<std::string> xyz;
    xyz.push_back("x");
    xyz.push_back("y");
    xyz.push_back("z");
    xyz.resize(ptsField->GetDim());

    std::string fn = boost::algorithm::join(xyz, ",");
    ptsFile << "# " << fn << ",";
    fn = boost::algorithm::join(ptsField->GetFieldNames(), ",");
    ptsFile << fn;
    ptsFile << std::endl;

    Array<OneD, Array<OneD, NekDouble> > pts;
    ptsField->GetPts(pts);
    for (size_t i = 0; i < np; ++i)
    {
        ptsFile << pts[0][i];
        for (size_t j = 1; j < nTotvars; ++j)
        {
            ptsFile << "," << pts[j][i];
        }
        ptsFile << std::endl;
    }

    ptsFile.close();
}