Method parse_raw_batch

engine/src/io/data_parser/sql/AbstractSQLParser.cpp:487–521

}

std::unique_ptr<ral::frame::BlazingTable> abstractsql_parser::parse_raw_batch(
	void *src,
	const Schema & schema,
	std::vector<int> column_indices,
	std::vector<cudf::size_type> row_groups,
  size_t row_count)
{
  // DEBUG
  //std::cout << "PARSING BATCH: " << handle.sql_handle.row_count << "\n";

  if (src == nullptr) { return schema.makeEmptyBlazingTable(column_indices); }

	if(column_indices.size() > 0) {
		std::vector<std::string> col_names(column_indices.size());

		for(size_t column_i = 0; column_i < column_indices.size(); column_i++) {
			col_names[column_i] = schema.get_name(column_indices[column_i]);
		}

		auto result = read_sql(src, column_indices, schema.get_dtypes(), row_count);
    result.metadata.column_names = col_names;

		auto result_table = std::move(result.tbl);
		if (result.metadata.column_names.size() > column_indices.size()) {
			auto columns = result_table->release();
			// Assuming columns are in the same order as column_indices and any extra columns (i.e. index column) are put last
			columns.resize(column_indices.size());
			result_table = std::make_unique<cudf::table>(std::move(columns));
		}

		return std::make_unique<ral::frame::BlazingTable>(std::move(result_table), result.metadata.column_names);
	}

	return nullptr;
}

} /* namespace io */
} /* namespace ral */