Method decode

test/test_rollout_env.py:70–73

(self, tokens, skip_special_tokens=True)

        return tokens
    
    def decode(self, tokens, skip_special_tokens=True):
        if isinstance(tokens, torch.Tensor):
            tokens = tokens.tolist()
        return ''.join([chr(t) for t in tokens if t < 128])
    
    def batch_decode(self, sequences, skip_special_tokens=True):
        return [self.decode(seq, skip_special_tokens) for seq in sequences]