Function clean_str

GraphExtraction/_utils.py:5–13

Clean an input string by removing HTML escapes, control characters, and other unwanted characters.

(input: Any)

from typing import Any, Union
import html
def clean_str(input: Any) -> str:
    """Clean an input string by removing HTML escapes, control characters, and other unwanted characters."""
    # If we get non-string input, just give it back
    if not isinstance(input, str):
        return input

    result = html.unescape(input.strip())
    # https://stackoverflow.com/questions/4324790/removing-control-characters-from-a-string-in-python
    return re.sub(r"[\x00-\x1f\x7f-\x9f]", "", result)
def pack_user_ass_to_openai_messages(*args: str):
    roles = ["user", "assistant"]
    return [