Added training with new transformers library

iPieter · Feb 16, 2020 · 38ba7a9 · 38ba7a9
1 parent 48bc71d
commit 38ba7a9
Show file tree

Hide file tree

Showing 3 changed files with 948 additions and 89 deletions.
diff --git a/Pipfile b/Pipfile
@@ -9,6 +9,8 @@ verify_ssl = true
 fairseq = "*"
 nltk = "*"
 transformers = "*"
+tensorboardx = "*"
+tokenizers = "~=0.4.2"
 
 [requires]
 python_version = "3.7"