Function pullCountryDataSync

main.js:328–357

(cityPath, offset)

function pullCountryDataSync(cityPath, offset) {
    offset = offset || 0
    let data = fs.readFileSync(cityPath);
    let jsonData = JSON.parse(data);
    jsonData.slice(offset).forEach(function(element, index) {
        let urls = [];
        let url = element.url.replace('www.stats.gov.cn', IP);
        log.debug("正在请求 => " + element.name + " => "+ element.url);
        if (url){
            requestSync({
                url: url,
                encoding: null
            }, function(error, response, body) {
                //空的文件内容必须是 []
                //特殊处理东莞市
                if(["441900000000", "442000000000", "460400000000"].includes(element.id)){
                    urls = JSON.parse(fs.readFileSync(TownPath) || []);
                    urls = urls.concat(parseTown(iconv.decode(body, 'gb2312'), absolutePath(element.url)));
                    fs.writeFileSync(TownPath, JSON.stringify(urls));
                } else {
                    urls = JSON.parse(fs.readFileSync(CountryPath) || []);
                    urls = urls.concat(parseCountry(iconv.decode(body, 'gb2312'), absolutePath(element.url)));
                    fs.writeFileSync(CountryPath, JSON.stringify(urls));    
                }
                log.debug('foreach ==> ', offset + index);
            });
            sleep(500);
        }
    });
}