Update tokenizing_test.py

mainpyp · mainpyp · commit 9bc3241552b1 · 2023-03-04T14:26:10.000+01:00
diff --git a/tokenizing_test.py b/tokenizing_test.py
@@ -41,8 +41,8 @@ def preprocess_function(examples):
     return model_inputs
 
 if __name__ == "__main__":
-    #data_path = "data/prot_total/prot_total.txt"
-    data_path = "data/prot_minimal/prot_minimal.txt"
+    data_path = "data/prot_total/prot_total.txt"
+    #data_path = "data/prot_minimal/prot_minimal.txt"
     main(data_path)
 
 
