WMT16 en-de test records (version 2)

 TEXT=wmt16_en_de_bpe32k

    
  
    
  
    
 fairseq-preprocess --source-lang en --target-lang de \
    
 --trainpref $TEXT/train.tok.clean.bpe.32000 \
    
 --validpref $TEXT/newstest2013.tok.bpe.32000 \
    
 --testpref $TEXT/newstest2014.tok.bpe.32000 \
    
 --destdir data-bin/wmt16_en_de_bpe32k \
    
 --nwordssrc 32768 --nwordstgt 32768 \
    
 --joined-dictionary \
    
 --srcdict /wmt16.en-de.joined-dict.transformer/dict.en.txt
    
    
    
    

 CUDA_VISIBLE_DEVICES=0,1,2,3 fairseq-generate \

    
 data-bin/wmt16_en_de_bpe32k/ --path ./model/mo