Method as_completed

fastthreadpool/fastthreadpool.py:515–565

(self, wait=None, cnt_max=0)

    #c def as_completed(self, wait=None, int cnt_max=0):
    def as_completed(self, wait=None, cnt_max=0):  #p
        # wait:
        #   True=Wait until all jobs are done
        #   False=Read all results then return immediately
        #   int or float value=Read all results and wait for further results until timeout
        #       timeout=current time at function call + value
        # cnt_max:
        #   Maximum number of results to read. 0=No limit.
        #c cdef float to
        #c cdef object pyto
        #c cdef bint do_sleep
        #c cdef int cnt
        if self._thr_done is not None:
            raise PoolCallback("Using done_callback!")
        if self._thr_failed is not None:
            raise PoolCallback("Using failed_callback!")
        if wait is not False and isinstance(wait, (int, float)):
            pyto = _time() + wait
            to = pyto
        else:
            to = pyto = 0.0
        done = self._done
        failed = self._failed
        done_popleft = done.popleft
        failed_popleft = failed.popleft
        cnt = 0
        while self._busy_cnt or self._jobs or done or failed:
            do_sleep = True
            while done:
                yield done_popleft()
                if self._done_cnt.value > 0:
                    self._done_cnt.acquire(False)
                if self._done_max > 0:
                    #c pythread.PyThread_release_lock(self._done_max_lock)
                    self._done_max_lock.release()  #p
                if cnt_max > 0:
                    cnt += 1
                    if cnt >= cnt_max:
                        return
                do_sleep = False
            while failed:
                yield failed_popleft()
                if cnt_max > 0:
                    cnt += 1
                    if cnt >= cnt_max:
                        return
                do_sleep = False
            if wait is False or ((to > 0.0) and (_time() > pyto)):
                return
            if do_sleep:
                sleep(0.01)

    #c def _map_child(self, fn, itr, done_callback, bint unpack_args):
    def _map_child(self, fn, itr, done_callback, unpack_args):  #p