Function get_all_info_page_url

spiderFile/get_tj_accident_info.py:28–38

(root_url, page_url_list)

        return url_part_list
    
async def get_all_info_page_url(root_url, page_url_list):
    tasks, all_info_page_url_list = [], []
    # 控制协程并发量
    async with asyncio.Semaphore(50) as semaphore:
        async with aiohttp.ClientSession() as session:
            for url in page_url_list:
                tasks.append(get_info_page_url(url, session))
            done, pendding = await asyncio.wait(tasks)
    all_info_page_url_list = [root_url+url_part for r in done 
                              for url_part in r.result()]
    return all_info_page_url_list


def get_data(url):