Function run_task

botasaurus/browser_decorator.py:129–269

(data, retry_attempt, retry_driver=None)

            _driver_pool = wrapper_browser._driver_pool if dont_close_driver else []

            def run_task(data, retry_attempt, retry_driver=None) -> Any:
                if cache is True:
                    # Returns {"data": value} or None
                    cached = storage.get(fn_name, data, expires_in)
                    if cached is not None:
                        return cached["data"]
                    

                evaluated_window_size = (
                    window_size(data) if callable(window_size) else window_size
                )
                evaluated_user_agent = (
                    user_agent(data) if callable(user_agent) else user_agent
                )
                if cycled_proxy:
                    evaluated_proxy = next(cycled_proxy)
                else:
                    evaluated_proxy = evaluate_proxy(proxy(data) if callable(proxy) else proxy)
                evaluated_profile = profile(data) if callable(profile) else profile
                evaluated_lang = lang(data) if callable(lang) else lang
                evaluated_headless = headless(data) if callable(headless) else headless
                evaluated_extensions = extensions(data) if callable(extensions) else extensions

                if evaluated_profile is not None:
                    evaluated_profile = str(evaluated_profile)
                if retry_driver is not None:
                    driver = retry_driver
                elif reuse_driver and len(_driver_pool) > 0:
                    driver = _driver_pool.pop()
                else:
                    if callable(add_arguments):
                        args  = add_arguments(data)
                        if not isinstance(args, list):
                            raise Exception("add_arguments must return a list of arguments")
                    else:
                        args = add_arguments

                    driver = Driver(
                        headless=evaluated_headless,
                        proxy=evaluated_proxy,
                        profile=evaluated_profile,
                        tiny_profile=tiny_profile,
                        block_images=block_images,
                        block_images_and_css=block_images_and_css,
                        wait_for_complete_page_load=wait_for_complete_page_load,
                        chrome_executable_path = chrome_executable_path,
                        extensions=evaluated_extensions,
                        arguments=args,
                        user_agent=evaluated_user_agent,
                        window_size=evaluated_window_size,
                        lang=evaluated_lang,
                        beep=beep,
                        enable_xvfb_virtual_display=enable_xvfb_virtual_display,
                        host=host,
                        port=port,
                        remove_default_browser_check_argument=remove_default_browser_check_argument,
                    )