Merge pull request #57 from wri-dssg/#49-set-up-a-binary-classifier

Binary classifier using SBERT and other classifiers
wri-dssg-omdena · Feb 11, 2021 · 1aeffc0 · 1aeffc0
2 parents 2c8c856 + 22ea9b3
commit 1aeffc0
Show file tree

Hide file tree

Showing 161 changed files with 2,412 additions and 7,249 deletions.
diff --git a/tasks/data_augmentation/notebooks/zero_shot_classification/Labelled_data_preparation.ipynb b/tasks/data_augmentation/notebooks/zero_shot_classification/Labelled_data_preparation.ipynb
diff --git a/tasks/evaluate_model/notebooks/Plot_F1.ipynb b/tasks/evaluate_model/notebooks/Plot_F1.ipynb
diff --git a/tasks/evaluate_model/notebooks/avg-f1-results-compilation.csv b/tasks/evaluate_model/notebooks/avg-f1-results-compilation.csv
@@ -0,0 +1,7 @@
+,Experiment number,model,f1-score,epochs,test_perc
+0,13,paraphrase-xlm-r-multilingual-v1,0.5,6,0.15
+1,14,paraphrase-xlm-r-multilingual-v1,0.52,8,0.3
+2,15,paraphrase-xlm-r-multilingual-v1,0.58,10,0.2
+3,12,paraphrase-xlm-r-multilingual-v1,0.72,6,0.2
+4,10,paraphrase-xlm-r-multilingual-v1,0.75,10,0.3
+5,11,paraphrase-xlm-r-multilingual-v1,0.67,8,0.25
diff --git a/tasks/evaluate_model/notebooks/weighted-f1-results-compilation.csv b/tasks/evaluate_model/notebooks/weighted-f1-results-compilation.csv
@@ -0,0 +1,7 @@
+,Experiment number,model,f1-score,epochs,test_perc
+0,13,paraphrase-xlm-r-multilingual-v1,0.4,6,0.15
+1,14,paraphrase-xlm-r-multilingual-v1,0.48,8,0.3
+2,15,paraphrase-xlm-r-multilingual-v1,0.65,10,0.2
+3,12,paraphrase-xlm-r-multilingual-v1,0.71,8,0.2
+4,10,paraphrase-xlm-r-multilingual-v1,0.82,10,0.3
+5,11,paraphrase-xlm-r-multilingual-v1,0.66,8,0.25
diff --git a/tasks/evaluate_model/output/EXP10_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP10_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP10_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP10_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP11_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP11_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP11_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP11_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP12_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP12_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP12_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP12_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP13_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP13_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP13_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP13_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP14_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP14_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP14_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP14_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP15_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP15_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP15_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP15_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP16_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP16_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP16_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP16_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP17_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP17_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP17_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP17_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP18_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP18_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP18_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP18_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP19_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP19_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP19_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP19_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP1_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP1_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP1_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP1_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP20_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP20_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP20_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP20_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP21_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP21_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP21_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP21_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP22_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP22_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP22_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP22_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP23_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP23_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP23_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP23_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP24_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP24_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP24_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP24_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP25_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP25_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP25_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP25_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP26_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP26_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP26_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP26_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP27_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP27_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP27_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP27_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP28_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP28_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP28_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP28_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP29_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP29_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP29_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP29_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP2_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP2_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP2_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP2_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP30_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP30_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP30_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP30_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP3_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP3_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP3_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP3_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP4_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP4_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP4_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP4_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP5_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP5_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP5_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP5_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP60_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP60_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP60_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP60_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP61_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP61_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP61_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP61_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP62_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP62_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP62_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP62_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP63_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP63_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP63_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP63_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP64_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP64_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP64_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP64_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP65_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP65_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP65_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP65_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP66_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP66_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP66_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP66_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP67_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP67_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP67_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP67_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP68_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP68_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP68_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP68_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP69_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP69_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP69_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP69_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP6_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP6_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP6_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP6_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP70_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP70_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP70_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP70_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP71_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP71_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP71_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP71_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP72_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP72_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP72_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP72_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP73_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP73_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP73_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP73_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP74_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP74_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP74_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP74_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP75_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP75_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP75_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP75_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP7_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP7_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP7_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP7_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP80_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP80_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP80_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP80_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP81_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP81_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP81_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP81_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP8_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP8_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP8_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP8_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP90_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP90_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP90_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP90_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP91_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP91_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP91_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP91_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP92_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP92_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP92_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP92_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP93_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP93_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP93_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP93_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP94_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP94_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP94_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP94_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP95_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP95_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP95_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP95_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/EXP9_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/EXP9_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/EXP9_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/EXP9_stsb-xlm-r-multilingual.png
diff --git a/...model/output/Rater1 all labels but unknown_paraphrase-xlm-r-multilingual-v1.png b/...model/output/Rater1 all labels but unknown_paraphrase-xlm-r-multilingual-v1.png
diff --git a/...evaluate_model/output/Rater1 all labels but unknown_stsb-xlm-r-multilingual.png b/...evaluate_model/output/Rater1 all labels but unknown_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/Rater1 all labels_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/Rater1 all labels_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/Rater1 all labels_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/Rater1 all labels_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/Rater1 binary_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/Rater1 binary_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/Rater1 binary_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/Rater1 binary_stsb-xlm-r-multilingual.png
diff --git a/...aluate_model/output/Rater1 combined labels_paraphrase-xlm-r-multilingual-v1.png b/...aluate_model/output/Rater1 combined labels_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/Rater1 combined labels_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/Rater1 combined labels_stsb-xlm-r-multilingual.png
diff --git a/...aluate_model/output/Rater1 only new labels_paraphrase-xlm-r-multilingual-v1.png b/...aluate_model/output/Rater1 only new labels_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/Rater1 only new labels_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/Rater1 only new labels_stsb-xlm-r-multilingual.png
diff --git a/...uate_model/output/Rater1 only new test old_paraphrase-xlm-r-multilingual-v1.png b/...uate_model/output/Rater1 only new test old_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/Rater1 only new test old_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/Rater1 only new test old_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/Rater1_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/Rater1_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/Rater1_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/Rater1_stsb-xlm-r-multilingual.png
diff --git a/...model/output/Rater2 all labels but unknown_paraphrase-xlm-r-multilingual-v1.png b/...model/output/Rater2 all labels but unknown_paraphrase-xlm-r-multilingual-v1.png
diff --git a/...evaluate_model/output/Rater2 all labels but unknown_stsb-xlm-r-multilingual.png b/...evaluate_model/output/Rater2 all labels but unknown_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/Rater2 all labels_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/Rater2 all labels_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/Rater2 all labels_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/Rater2 all labels_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/Rater2 binary_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/Rater2 binary_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/Rater2 binary_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/Rater2 binary_stsb-xlm-r-multilingual.png
diff --git a/...aluate_model/output/Rater2 combined labels_paraphrase-xlm-r-multilingual-v1.png b/...aluate_model/output/Rater2 combined labels_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/Rater2 combined labels_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/Rater2 combined labels_stsb-xlm-r-multilingual.png
diff --git a/...aluate_model/output/Rater2 only new labels_paraphrase-xlm-r-multilingual-v1.png b/...aluate_model/output/Rater2 only new labels_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/Rater2 only new labels_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/Rater2 only new labels_stsb-xlm-r-multilingual.png
diff --git a/...uate_model/output/Rater2 only new test old_paraphrase-xlm-r-multilingual-v1.png b/...uate_model/output/Rater2 only new test old_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/Rater2 only new test old_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/Rater2 only new test old_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/Rater2_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/Rater2_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/Rater2_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/Rater2_stsb-xlm-r-multilingual.png
diff --git a/...model/output/Rater3 all labels but unknown_paraphrase-xlm-r-multilingual-v1.png b/...model/output/Rater3 all labels but unknown_paraphrase-xlm-r-multilingual-v1.png
diff --git a/...evaluate_model/output/Rater3 all labels but unknown_stsb-xlm-r-multilingual.png b/...evaluate_model/output/Rater3 all labels but unknown_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/Rater3 all labels_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/Rater3 all labels_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/Rater3 all labels_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/Rater3 all labels_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/Rater3 binary_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/Rater3 binary_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/Rater3 binary_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/Rater3 binary_stsb-xlm-r-multilingual.png
diff --git a/...aluate_model/output/Rater3 combined labels_paraphrase-xlm-r-multilingual-v1.png b/...aluate_model/output/Rater3 combined labels_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/Rater3 combined labels_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/Rater3 combined labels_stsb-xlm-r-multilingual.png
diff --git a/...aluate_model/output/Rater3 only new labels_paraphrase-xlm-r-multilingual-v1.png b/...aluate_model/output/Rater3 only new labels_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/Rater3 only new labels_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/Rater3 only new labels_stsb-xlm-r-multilingual.png
diff --git a/...uate_model/output/Rater3 only new test old_paraphrase-xlm-r-multilingual-v1.png b/...uate_model/output/Rater3 only new test old_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/Rater3 only new test old_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/Rater3 only new test old_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/Rater3_paraphrase-xlm-r-multilingual-v1.png b/tasks/evaluate_model/output/Rater3_paraphrase-xlm-r-multilingual-v1.png
diff --git a/tasks/evaluate_model/output/Rater3_stsb-xlm-r-multilingual.png b/tasks/evaluate_model/output/Rater3_stsb-xlm-r-multilingual.png
diff --git a/tasks/evaluate_model/output/avg-f1-results-compilation.csv b/tasks/evaluate_model/output/avg-f1-results-compilation.csv
@@ -0,0 +1,7 @@
+,Experiment number,model,f1-score,epochs,test_perc
+0,0,paraphrase-xlm-r-multilingual-v1,0.59,8,0.15
+1,1,paraphrase-xlm-r-multilingual-v1,0.57,4,0.15
+2,3,paraphrase-xlm-r-multilingual-v1,0.55,6,0.3
+3,4,stsb-xlm-r-multilingual,0.72,4,0.3
+4,5,paraphrase-xlm-r-multilingual-v1,0.51,8,0.15
+5,2,paraphrase-xlm-r-multilingual-v1,0.79,10,0.25
diff --git a/tasks/evaluate_model/output/weighted-f1-results-compilation.csv b/tasks/evaluate_model/output/weighted-f1-results-compilation.csv
@@ -0,0 +1,7 @@
+,Experiment number,model,f1-score,epochs,test_perc
+0,13,paraphrase-xlm-r-multilingual-v1,0.4,6,0.15
+1,14,paraphrase-xlm-r-multilingual-v1,0.48,8,0.3
+2,15,paraphrase-xlm-r-multilingual-v1,0.65,10,0.2
+3,12,paraphrase-xlm-r-multilingual-v1,0.71,8,0.2
+4,10,paraphrase-xlm-r-multilingual-v1,0.82,10,0.3
+5,11,paraphrase-xlm-r-multilingual-v1,0.66,8,0.25
diff --git a/tasks/fine-tuning BERT/.gitignore b/tasks/fine-tuning BERT/.gitignore
@@ -0,0 +1 @@
+
diff --git a/tasks/incentive_classifier/__init__.py b/tasks/incentive_classifier/__init__.py
diff --git a/tasks/incentive_classifier/notebooks/.gitkeep b/tasks/incentive_classifier/notebooks/.gitkeep
diff --git a/tasks/incentive_classifier/notebooks/BinaryClassifierGoogleColab.ipynb b/tasks/incentive_classifier/notebooks/BinaryClassifierGoogleColab.ipynb
diff --git a/tasks/incentive_classifier/output/.gitkeep b/tasks/incentive_classifier/output/.gitkeep