Function should_execute

open_instruct/code_utils/code_utils.py:271–286

Determine if we should try to execute this program at all for safety reasons.

(program: str, tests: list[Any])

def should_execute(program: str, tests: list[Any]) -> bool:
    """Determine if we should try to execute this program at all for safety
    reasons."""
    dangerous_commands = [
        "threading",
        "multiprocess",
        "multiprocessing",
        "import os",
        "from os",
        "shutil",
        "import torch",
        "from torch",
        "import sklearn",
        "from sklearn",
    ]
    return all(comm not in program for comm in dangerous_commands)


# -------------------------------------------------------------