Method parseCsvStream

src/csvparser.cpp:58–163

* \brief Parses 'input' and stores the CSV data into the given `CsvDataStorage` object. * 'definition' tells what CSV dialect is used. * The vec-of-vec gets enlarged while ensuring all vectors have the same length. * IMPORTANT: Update any variables afterwards that store the dimension of the table. * * \param input The stream that should get parsed * \param storage The `CsvDataStorage` obj

 */
std::map<long,long> CsvParser::parseCsvStream( std::istream *input, CsvDataStorage &storage, CsvDefinition *definition, int maxLines, bool resizeRows ) {
	std::string line;
	std::stringstream sstr;
	long act_rows = 0;
	long act_cols = 0;
	std::vector<std::string> vec;
	std::map<long,long> rowLengths;
	
	// skip bomBytes
	input->ignore(definition->bomBytes);

	// read lines from istream `input` into `line`
	while( myGetlineEncodings( *input, line, definition->encoding) ) {
		if( parseCsvState == CSVPARSER_CONST_NOT_ENCLOSED ) {
			// if this line has been fully parsed, clear previous line vector
			vec.clear();
		}

		// translate encodings to valid UTF-8
		switch( definition->encoding ) {
			case CsvDefinition::ENC_NONE:
			case CsvDefinition::ENC_UTF8:
				Helper::fixUtf8(line);				// replaces invalid chars with replacement char
			break;
			case CsvDefinition::ENC_Latin1:
				line = Helper::latin1toutf8(line);
			break;
			case CsvDefinition::ENC_Win1252:
				line = Helper::win1252toutf8(line);
			break;
			case CsvDefinition::ENC_UTF16LE:			// translation happens in myGetlineEncodings()
			case CsvDefinition::ENC_UTF16BE:			// translation happens in myGetlineEncodings()
			default:
			break;
		}
		// parse `line` and put cells into `vec`
		parseCsvLine(vec, line, definition);
		if( parseCsvState == CSVPARSER_CONST_NOT_ENCLOSED ) {
			// if this line has been fully parsed
			
			// calculate histogram data
			size_t vecSize = vec.size();
			if( input->rdstate() != std::ios_base::eofbit ) {
				// only record when we're not at the last line
				rowLengths[vecSize]++;
			}
			
			// resize rows
			if( resizeRows && vec.size() ) {
				if( act_cols < (long)vec.size() ) {
					// parsed line is longer than columns(): resize storage
					storage.resize(0, (long)vec.size());
				} else if( act_cols > (long)vec.size() ) {
					// die aktuelle Zeile ist kürzer als die bisherigen Zeilen: die aktuelle Zeile verlängern
					vec.resize( act_cols );
				}
				act_cols = std::max( act_cols, (long)vec.size() );
			}