Function process_test

examples/transformer/wrap-data.py:79–89

(sf, of, vocab)

                    print >>fout, '</s>'

def process_test(sf, of, vocab):
    with open(of, 'w') as fout:
        with open(sf) as sin:
                for sline in sin:
                    print >>fout, '<s>',
                    for token in sline.split():
                        if token in vocab:
                            print >>fout, token,
                        else:
                            print >>fout, '<unk>',
                    print >>fout, '</s>'

ofname = sys.argv[3] + "." + sys.argv[1] + "-" + sys.argv[2] + ".capped" # '/home/vhoang2/tools/nmt/nmt/scripts/iwslt15/train.en-vi.vcb.capped'