Adding TODO and fixing indentation.

huggingface · Jul 16, 2018 · cf65569 · cf65569
1 parent 08b83b4
commit cf65569
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/loss.py b/loss.py
@@ -65,3 +65,5 @@ def __call__(self, X, Y, M, clf_logits, lm_logits=None, only_return_losses=False
             self.opt.step()
             self.opt.zero_grad()
         return train_loss.item()
+
+# TODO Implement a LossCompute class for similiraty tasks.
diff --git a/train.py b/train.py
@@ -244,7 +244,7 @@ def run_epoch():
                            vector_l2=args.vector_l2,
                            max_grad_norm=args.max_grad_norm)
     compute_loss_fct = MultipleChoiceLossCompute(criterion,
-                                                criterion,
+                                                 criterion,
                                                  args.lm_coef,
                                                  model_opt)
     load_openai_pretrained_model(dh_model.transformer, n_ctx=n_ctx, n_special=n_special)