Merge pull request #179 from stefan-it/remove-input-sentence-from-decoded-file

Remove input sentence from decoded file

Author: lukaszkaiser

tensor2tensor/utils/get_ende_bleu.sh

@@ -5,10 +5,8 @@ tok_gold_targets=newstest2013.tok.de
 
 decodes_file=$1
 
-cut -d'	' -f1 $decodes_file > $decodes_file.target
-
 # Tokenize.
-perl $mosesdecoder/scripts/tokenizer/tokenizer.perl -l de < $decodes_file.target > $decodes_file.tok
+perl $mosesdecoder/scripts/tokenizer/tokenizer.perl -l de < $decodes_file > $decodes_file.tok
 
 # Put compounds in ATAT format (comparable to papers like GNMT, ConvS2S).
 # See https://nlp.stanford.edu/projects/nmt/ :

tensor2tensor/utils/trainer_utils.py

@@ -703,8 +703,7 @@ def log_fn(inputs, outputs):
   tf.logging.info("Writing decodes into %s" % decode_filename)
   outfile = tf.gfile.Open(decode_filename, "w")
   for index in range(len(sorted_inputs)):
-    outfile.write("%s\t%s\n" % (decodes[sorted_keys[index]],
-                                sorted_inputs[sorted_keys[index]]))
+    outfile.write("%s\n" % (decodes[sorted_keys[index]]))
 
 
 def decode_interactively(estimator):