Function main

原Anti-Anti-Spider/UrlSpider/model/UrlSpider.py:205–236

()

def main():
    global ErrorList, WarnList
    connect, cursor = ConnectDB()

    # 统计表总行数,依据flag = 3
    try:
        cursor.execute("SELECT COUNT(*) FROM %s WHERE flag = 3 ;" % Table)
    except Exception, e:
        print e
    TaskNum = cursor.fetchall()
    connect.close()

    if TaskNum[0][0] == 0:
        print "Warning:There is no need to do the task!!!"
    else:
        Total_TaskNum = int(TaskNum[0][0])
        while True:
            connect, cursor = ConnectDB()  # 建立数据库连接
            try:
                if cursor.execute(select_sql % Table):  # 取任务url
                    rows = cursor.fetchall()
                    Thread_Handle(rows, Total_TaskNum)  # 线程启动
                else:
                    break
            except Exception, e:
                print e
            connect.close()
    print "_____************_____"
    if ErrorList:
        for error in ErrorList:
            print error
    print "Error:", len(ErrorList), "Warning:", len(WarnList)

if __name__ == '__main__':
    print "The Program start time:", time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())