Class ConcurrentTasksRuner

client/node/localtask/runtask.py:202–313

多个任务并发执行类

class ConcurrentTasksRuner(TaskRunner):
    """
    多个任务并发执行类
    """
    def __init__(self, execute_request_list, env, job_web_url, proj_id):
        """

        :param execute_request_list: 任务执行参数列表
        :param env: task执行的环境变量
        :param job_web_url:
        """
        TaskRunner.__init__(self)
        self._execute_request_list = execute_request_list
        self._env = env
        self._job_web_url = job_web_url
        self._proj_id = proj_id
        self._task_limit = psutil.cpu_count()
        self._no_build_task_requests = []
        self._build_task_requests = []
        self._build_task_names = []
        self._running_build_task = []
        self._finished_task_results = []
        self._err_code = 0
        self._err_msg = ""

    def _handle_exist_task(self):
        """管理当前在执行的任务,如果任务结束,上传分析结果,并从self._running_task列表中删除
        :return: True - 任务成功； False - 有任务失败
        """
        task_succ = True
        for task in self._running_task[:]:
            if task.done:
                LogPrinter.info(f'Task_{task.task_id} is done.')
                # 从任务队列中删除
                self._running_task.remove(task)
                if task.task_name in self._build_task_names:
                    self._running_build_task.remove(task)

                # 上传到文件服务器
                self._err_code, self._err_msg, log_url, data_url, execute_processes, node_task_version = ResultCheck.upload_task_result(task, self._proj_id)
                # 判断任务是否失败
                self._err_code, self._err_msg, task_succ, task_result = ResultCheck.get_task_result(task, self._job_web_url, log_url, data_url)
                self._finished_task_results.append(task_result)
                if not task_succ:
                    break

        # 如果任务失败，把其他正在执行的任务都停止
        if not task_succ:
            for task in self._running_task:
                try:
                    task.terminate()
                except Exception as err:
                    LogPrinter.warning(f"{str(err)}")

        return task_succ

    def _filter_build_tasks(self):
        # 区分编译和非编译类工具任务