add arxiv link

Author: francoishernandez

onmt/opts.py

@@ -194,7 +194,8 @@ def model_opts(parser):
     group.add('--lambda_coverage', '-lambda_coverage', type=float, default=0.0,
               help='Lambda value for coverage loss of See et al (2017)')
     group.add('--lambda_cosine', '-lambda_cosine', type=float, default=0.0,
-              help='Lambda value for cosine alignment loss #TODO cite')
+              help='Lambda value for cosine alignment loss '
+                   'of https://arxiv.org/abs/1903.07091 ')
     group.add('--loss_scale', '-loss_scale', type=float, default=0,
               help="For FP16 training, the static loss scale to use. If not "
                    "set, the loss scale is dynamically computed.")

onmt/utils/statistics.py

@@ -84,8 +84,6 @@ def update(self, stat, update_n_src_words=False):
         self.loss += stat.loss
         self.n_words += stat.n_words
         self.n_correct += stat.n_correct
-        # print("LOSS update", stat.loss)
-        # print("ZS_LOSS update", stat.zs_loss)
         self.cosine_loss += stat.cosine_loss
         self.num_ex += stat.num_ex
 
@@ -105,7 +103,7 @@ def ppl(self):
         return math.exp(min(self.loss / self.n_words, 100))
 
     def cos(self):
-        # print("ZS LOSS", self.zs_loss)
+        """ normalize cosine distance per example"""
         return self.cosine_loss / self.num_ex
 
     def elapsed_time(self):