Method decode_tokens

bitnet/inference.py:52–54

Decodes a sequence of tokens into a string.

(tokens)

    @staticmethod
    def decode_tokens(tokens):
        """Decodes a sequence of tokens into a string."""
        return "".join(list(map(BitNetInference.decode_token, tokens)))

    def generate(self, input_str, length):
        """Generates a sequence of tokens based on the input string."""