Function _get_encoding

skyvern/utils/token_counter.py:14–27

Load the gpt-4o encoding lazily. tiktoken may download the encoding from a remote host on first use; in environments without egress that raises, so a failure is cached and callers fall back to a character-based approximation rather than crashing.

()

def _get_encoding() -> tiktoken.Encoding | None:
    """Load the gpt-4o encoding lazily. tiktoken may download the encoding from a
    remote host on first use; in environments without egress that raises, so a
    failure is cached and callers fall back to a character-based approximation
    rather than crashing."""
    global _encoding, _encoding_load_failed
    if _encoding is not None or _encoding_load_failed:
        return _encoding
    try:
        _encoding = tiktoken.encoding_for_model("gpt-4o")
    except Exception:
        _encoding_load_failed = True
        LOG.warning("Failed to load tiktoken encoding; falling back to approximate token counting", exc_info=True)
    return _encoding


def count_tokens(text: str) -> int: