Method decode_code

codegeex/tokenizer/tokenizer.py:58–63

(self, input_ids)

        return input_ids
    
    def decode_code(self, input_ids):
        if self.mode == 'codegeex-13b':
            text = self.tokenizer.decode(input_ids, skip_special_tokens=False, verbose=False)
            output_code = decode_whitespaces(text, self.start_extra_id, self.max_len)
        
        return output_code