Function is_partial_stop

inference/stream_generators/falcon_stream_gen.py:13–18

Check whether the output contains a partial stop str.

(output: str, stop_str: str)

def is_partial_stop(output: str, stop_str: str):
    """Check whether the output contains a partial stop str."""
    for i in range(0, min(len(output), len(stop_str))):
        if stop_str.startswith(output[-i:]):
            return True
    return False


@torch.inference_mode()