Function load_prompt_with_elements_tracked

skyvern/utils/prompt_engine.py:71–187

Same as load_prompt_with_elements but also returns post-ceiling kwargs. The returned kwargs dict reflects every fallback key that was set to None to bring the prompt under the hard ceiling. Callers that hash prompt inputs for caching should use these values instead of the pre-drop kwarg

(
    element_tree_builder: ElementTreeBuilder,
    prompt_engine: PromptEngine,
    template_name: str,
    html_need_skyvern_attrs: bool = True,
    *,
    # SKY-9718 Layer 1 — deterministic lean-tree transforms. Each flag toggles
    # one transform independently. Callers decide which to enable (typically by
    # AND-ing with `skyvern_context.current().enable_lean_element_tree` if they
    # want the experiment gate). To drop Skyvern internal IDs from the rendered
    # HTML, callers pass `html_need_skyvern_attrs=False` — that's the existing
    # `json_to_html` mechanism and stacks on top of any lean flags chosen here.
    lean_compress_long_href: bool = False,
    lean_compress_image_src: bool = False,
    lean_strip_url_query_strings: bool = False,
    lean_compress_nonnavigable_href: bool = False,
    **kwargs: Any,
)

def load_prompt_with_elements_tracked(
    element_tree_builder: ElementTreeBuilder,
    prompt_engine: PromptEngine,
    template_name: str,
    html_need_skyvern_attrs: bool = True,
    *,
    # SKY-9718 Layer 1 — deterministic lean-tree transforms. Each flag toggles
    # one transform independently. Callers decide which to enable (typically by
    # AND-ing with `skyvern_context.current().enable_lean_element_tree` if they
    # want the experiment gate). To drop Skyvern internal IDs from the rendered
    # HTML, callers pass `html_need_skyvern_attrs=False` — that's the existing
    # `json_to_html` mechanism and stacks on top of any lean flags chosen here.
    lean_compress_long_href: bool = False,
    lean_compress_image_src: bool = False,
    lean_strip_url_query_strings: bool = False,
    lean_compress_nonnavigable_href: bool = False,
    **kwargs: Any,
) -> tuple[str, dict[str, Any]]:
    """Same as load_prompt_with_elements but also returns post-ceiling kwargs.

    The returned kwargs dict reflects every fallback key that was set to None
    to bring the prompt under the hard ceiling. Callers that hash prompt
    inputs for caching should use these values instead of the pre-drop kwargs
    so two requests that render to the same final prompt share a cache key.
    """
    lean_any = (
        lean_compress_long_href
        or lean_compress_image_src
        or lean_strip_url_query_strings
        or lean_compress_nonnavigable_href
    )
    if lean_any and element_tree_builder.support_lean_elements_tree():
        elements = _sanitize_elements_for_prompt(
            element_tree_builder,
            element_tree_builder.build_lean_elements_tree(
                html_need_skyvern_attrs=html_need_skyvern_attrs,
                compress_long_href=lean_compress_long_href,
                compress_image_src=lean_compress_image_src,
                strip_url_query_strings=lean_strip_url_query_strings,
                compress_nonnavigable_href=lean_compress_nonnavigable_href,
            ),
        )
    else:
        # Builder doesn't implement lean (e.g. IncrementalScrapePage) or caller
        # asked for no transforms — fall back to the plain element tree.
        elements = _sanitize_elements_for_prompt(
            element_tree_builder,
            element_tree_builder.build_element_tree(html_need_skyvern_attrs=html_need_skyvern_attrs),
        )
    prompt = prompt_engine.load_prompt(
        template_name,
        elements=elements,
        **kwargs,
    )
    token_count = count_tokens(prompt)
    if token_count > DEFAULT_MAX_TOKENS and element_tree_builder.support_economy_elements_tree():
        # get rid of all the secondary elements like SVG, etc
        # NOTE: economy fallback drops the lean recipe — context-overflow firefighting