Function tokenize_string

main.cpp:227–248

}

void tokenize_string (
		std::string &str,
		std::vector<std::string> &tokens,
		const std::string &delimiters) {

	std::string token;
	auto start = 0;
	auto end = str.find(delimiters);
	while(end != std::string::npos){

		token = str.substr(start, end - start);
		tokens.push_back(token);
		start = end + delimiters.length();
		end = str.find(delimiters, start);
		if (end == std::string::npos) {

			token = str.substr(start, end);
			tokens.push_back(token);
		}
	}
	
}

std::string process_scan_hit_str(const std::string &hit_str,
		const std::string &file_scan_type,