Skip to content

Commit

Permalink
analyze mistral qlora n=100
Browse files Browse the repository at this point in the history
  • Loading branch information
@kddubey
kddubey committed Jul 11, 2024
1 parent e54db64 commit cde0067
Show file tree
Hide file tree
Showing 33 changed files with 2,315 additions and 65 deletions.
3 changes: 2 additions & 1 deletion .gitignore
View file
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@
*.egg-info/
__pycache__/
subsample_test_*
subsample_train_metrics_*
*.nc
analysis/dirty_file_processing/runs/*
analysis/dirty_file_processing/accuracies/*
analysis/dirty_file_processing/accuracies/*
21 changes: 21 additions & 0 deletions analysis/accuracies_zero_shot/m100/n100/mistral-qlora-zero-shot/FRENK-hate-en/accuracies.csv
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
base,extra,test,majority,num_classes,majority_all
0.72,0.53,0.52,0.5,2,0.5186701999518188
0.75,0.48,0.52,0.52,2,0.5186701999518188
0.77,0.57,0.51,0.55,2,0.5186701999518188
0.65,0.53,0.55,0.52,2,0.5186701999518188
0.78,0.42,0.4,0.6,2,0.5186701999518188
0.73,0.68,0.5,0.57,2,0.5186701999518188
0.68,0.53,0.5,0.5,2,0.5186701999518188
0.69,0.6,0.48,0.53,2,0.5186701999518188
0.72,0.53,0.49,0.51,2,0.5186701999518188
0.7,0.5,0.49,0.51,2,0.5186701999518188
0.69,0.59,0.53,0.53,2,0.5186701999518188
0.68,0.43,0.43,0.58,2,0.5186701999518188
0.7,0.48,0.48,0.52,2,0.5186701999518188
0.65,0.61,0.56,0.56,2,0.5186701999518188
0.7,0.53,0.52,0.52,2,0.5186701999518188
0.77,0.54,0.61,0.52,2,0.5186701999518188
0.76,0.48,0.52,0.51,2,0.5186701999518188
0.77,0.5,0.51,0.51,2,0.5186701999518188
0.76,0.61,0.56,0.55,2,0.5186701999518188
0.75,0.61,0.56,0.55,2,0.5186701999518188
21 changes: 21 additions & 0 deletions analysis/accuracies_zero_shot/m100/n100/mistral-qlora-zero-shot/ag_news/accuracies.csv
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
base,extra,test,majority,num_classes,majority_all
0.54,0.87,0.88,0.3,4,0.25
0.58,0.78,0.72,0.39,4,0.25
0.51,0.83,0.73,0.35,4,0.25
0.55,0.64,0.81,0.26,4,0.25
0.56,0.76,0.77,0.3,4,0.25
0.51,0.8,0.53,0.36,4,0.25
0.53,0.88,0.85,0.31,4,0.25
0.58,0.81,0.8,0.29,4,0.25
0.46,0.77,0.6,0.27,4,0.25
0.51,0.64,0.76,0.28,4,0.25
0.51,0.79,0.77,0.32,4,0.25
0.56,0.87,0.67,0.29,4,0.25
0.52,0.83,0.76,0.35,4,0.25
0.6,0.81,0.83,0.32,4,0.25
0.57,0.83,0.78,0.33,4,0.25
0.48,0.71,0.71,0.26,4,0.25
0.57,0.76,0.83,0.29,4,0.25
0.45,0.83,0.62,0.29,4,0.25
0.51,0.68,0.48,0.37,4,0.25
0.46,0.83,0.71,0.39,4,0.25
21 changes: 21 additions & 0 deletions ...acies_zero_shot/m100/n100/mistral-qlora-zero-shot/amazon_counterfactual_en/accuracies.csv
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
base,extra,test,majority,num_classes,majority_all
0.31,0.53,0.31,0.89,2,0.8946
0.26,0.72,0.15,0.92,2,0.8946
0.29,0.78,0.55,0.84,2,0.8946
0.29,0.23,0.55,0.91,2,0.8946
0.28,0.48,0.67,0.88,2,0.8946
0.34,0.73,0.77,0.9,2,0.8946
0.36,0.26,0.88,0.89,2,0.8946
0.33,0.41,0.84,0.84,2,0.8946
0.32,0.33,0.82,0.88,2,0.8946
0.3,0.83,0.17,0.91,2,0.8946
0.33,0.43,0.51,0.89,2,0.8946
0.41,0.66,0.36,0.89,2,0.8946
0.32,0.36,0.4,0.9,2,0.8946
0.28,0.29,0.08,0.93,2,0.8946
0.33,0.88,0.47,0.9,2,0.8946
0.34,0.59,0.79,0.86,2,0.8946
0.29,0.61,0.64,0.88,2,0.8946
0.31,0.75,0.59,0.88,2,0.8946
0.29,0.94,0.73,0.94,2,0.8946
0.36,0.85,0.86,0.88,2,0.8946
21 changes: 21 additions & 0 deletions analysis/accuracies_zero_shot/m100/n100/mistral-qlora-zero-shot/app_reviews/accuracies.csv
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
base,extra,test,majority,num_classes,majority_all
0.71,0.74,0.76,0.62,5,0.6053286584624998
0.61,0.66,0.66,0.56,5,0.6053286584624998
0.6,0.65,0.65,0.57,5,0.6053286584624998
0.59,0.64,0.64,0.55,5,0.6053286584624998
0.67,0.73,0.76,0.67,5,0.6053286584624998
0.54,0.65,0.63,0.6,5,0.6053286584624998
0.66,0.7,0.69,0.6,5,0.6053286584624998
0.68,0.72,0.74,0.63,5,0.6053286584624998
0.68,0.65,0.72,0.62,5,0.6053286584624998
0.69,0.68,0.72,0.61,5,0.6053286584624998
0.62,0.68,0.69,0.64,5,0.6053286584624998
0.56,0.62,0.6,0.61,5,0.6053286584624998
0.64,0.67,0.65,0.58,5,0.6053286584624998
0.64,0.69,0.68,0.6,5,0.6053286584624998
0.68,0.73,0.75,0.68,5,0.6053286584624998
0.67,0.7,0.68,0.7,5,0.6053286584624998
0.63,0.7,0.7,0.6,5,0.6053286584624998
0.52,0.55,0.57,0.53,5,0.6053286584624998
0.57,0.65,0.61,0.6,5,0.6053286584624998
0.64,0.66,0.66,0.65,5,0.6053286584624998
21 changes: 21 additions & 0 deletions ...uracies_zero_shot/m100/n100/mistral-qlora-zero-shot/blog_authorship_corpus/accuracies.csv
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
base,extra,test,majority,num_classes,majority_all
0.39,0.67,0.56,0.64,2,0.5228141513929105
0.52,0.63,0.71,0.55,2,0.5228141513929105
0.51,0.61,0.5,0.51,2,0.5228141513929105
0.53,0.5,0.58,0.51,2,0.5228141513929105
0.51,0.55,0.53,0.51,2,0.5228141513929105
0.58,0.67,0.61,0.58,2,0.5228141513929105
0.54,0.56,0.64,0.5,2,0.5228141513929105
0.55,0.6,0.65,0.5,2,0.5228141513929105
0.47,0.57,0.54,0.6,2,0.5228141513929105
0.55,0.68,0.72,0.52,2,0.5228141513929105
0.49,0.52,0.53,0.5,2,0.5228141513929105
0.51,0.5,0.57,0.57,2,0.5228141513929105
0.54,0.6,0.64,0.5,2,0.5228141513929105
0.63,0.6,0.56,0.59,2,0.5228141513929105
0.56,0.53,0.52,0.53,2,0.5228141513929105
0.45,0.46,0.42,0.56,2,0.5228141513929105
0.52,0.5,0.57,0.54,2,0.5228141513929105
0.45,0.55,0.72,0.56,2,0.5228141513929105
0.47,0.59,0.63,0.51,2,0.5228141513929105
0.54,0.69,0.53,0.5,2,0.5228141513929105
21 changes: 21 additions & 0 deletions ...zero_shot/m100/n100/mistral-qlora-zero-shot/clickbait_notclickbait_dataset/accuracies.csv
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
base,extra,test,majority,num_classes,majority_all
0.67,0.33,0.32,0.68,2,0.6288525638098716
0.62,0.4,0.4,0.6,2,0.6288525638098716
0.77,0.29,0.27,0.73,2,0.6288525638098716
0.6,0.41,0.41,0.59,2,0.6288525638098716
0.64,0.39,0.39,0.61,2,0.6288525638098716
0.65,0.37,0.37,0.63,2,0.6288525638098716
0.69,0.36,0.38,0.64,2,0.6288525638098716
0.67,0.35,0.35,0.65,2,0.6288525638098716
0.63,0.41,0.41,0.59,2,0.6288525638098716
0.66,0.42,0.42,0.58,2,0.6288525638098716
0.67,0.37,0.37,0.63,2,0.6288525638098716
0.65,0.39,0.39,0.61,2,0.6288525638098716
0.61,0.41,0.41,0.59,2,0.6288525638098716
0.6,0.44,0.44,0.56,2,0.6288525638098716
0.69,0.33,0.33,0.67,2,0.6288525638098716
0.68,0.36,0.35,0.65,2,0.6288525638098716
0.67,0.34,0.33,0.67,2,0.6288525638098716
0.61,0.39,0.38,0.62,2,0.6288525638098716
0.64,0.39,0.39,0.61,2,0.6288525638098716
0.72,0.31,0.31,0.69,2,0.6288525638098716
21 changes: 21 additions & 0 deletions analysis/accuracies_zero_shot/m100/n100/mistral-qlora-zero-shot/climate_fever/accuracies.csv
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
base,extra,test,majority,num_classes,majority_all
0.16,0.17,0.26,0.48,4,0.4260586319218241
0.19,0.22,0.18,0.49,4,0.4260586319218241
0.14,0.2,0.27,0.54,4,0.4260586319218241
0.18,0.39,0.37,0.39,4,0.4260586319218241
0.18,0.22,0.34,0.37,4,0.4260586319218241
0.17,0.28,0.17,0.48,4,0.4260586319218241
0.23,0.2,0.31,0.51,4,0.4260586319218241
0.19,0.27,0.2,0.44,4,0.4260586319218241
0.16,0.32,0.29,0.38,4,0.4260586319218241
0.16,0.27,0.26,0.38,4,0.4260586319218241
0.21,0.26,0.34,0.42,4,0.4260586319218241
0.18,0.25,0.32,0.43,4,0.4260586319218241
0.16,0.28,0.18,0.46,4,0.4260586319218241
0.15,0.25,0.19,0.51,4,0.4260586319218241
0.19,0.3,0.34,0.37,4,0.4260586319218241
0.27,0.25,0.33,0.41,4,0.4260586319218241
0.14,0.2,0.22,0.46,4,0.4260586319218241
0.13,0.21,0.29,0.44,4,0.4260586319218241
0.19,0.27,0.26,0.41,4,0.4260586319218241
0.09,0.27,0.26,0.49,4,0.4260586319218241
21 changes: 21 additions & 0 deletions ...accuracies_zero_shot/m100/n100/mistral-qlora-zero-shot/craigslist_bargains/accuracies.csv
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
base,extra,test,majority,num_classes,majority_all
0.72,0.79,0.88,0.28,6,0.2484942685059258
0.57,0.81,0.79,0.28,6,0.2484942685059258
0.7,0.78,0.86,0.29,6,0.2484942685059258
0.74,0.77,0.88,0.24,6,0.2484942685059258
0.64,0.82,0.81,0.3,6,0.2484942685059258
0.69,0.77,0.9,0.27,6,0.2484942685059258
0.71,0.81,0.84,0.27,6,0.2484942685059258
0.8,0.85,0.8,0.27,6,0.2484942685059258
0.76,0.8,0.83,0.24,6,0.2484942685059258
0.78,0.85,0.83,0.26,6,0.2484942685059258
0.73,0.81,0.85,0.24,6,0.2484942685059258
0.75,0.85,0.82,0.27,6,0.2484942685059258
0.75,0.82,0.81,0.23,6,0.2484942685059258
0.74,0.88,0.76,0.25,6,0.2484942685059258
0.7,0.81,0.87,0.26,6,0.2484942685059258
0.77,0.77,0.9,0.22,6,0.2484942685059258
0.67,0.78,0.89,0.21,6,0.2484942685059258
0.76,0.82,0.88,0.26,6,0.2484942685059258
0.76,0.8,0.78,0.21,6,0.2484942685059258
0.77,0.82,0.84,0.31,6,0.2484942685059258
21 changes: 21 additions & 0 deletions ...ies_zero_shot/m100/n100/mistral-qlora-zero-shot/disaster_response_messages/accuracies.csv
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
base,extra,test,majority,num_classes,majority_all
0.12,0.15,0.12,0.49,3,0.495115093170662
0.14,0.14,0.15,0.53,3,0.495115093170662
0.09,0.09,0.09,0.48,3,0.495115093170662
0.13,0.13,0.24,0.49,3,0.495115093170662
0.12,0.12,0.12,0.5,3,0.495115093170662
0.12,0.2,0.25,0.48,3,0.495115093170662
0.11,0.14,0.15,0.46,3,0.495115093170662
0.1,0.28,0.1,0.49,3,0.495115093170662
0.11,0.12,0.28,0.47,3,0.495115093170662
0.05,0.05,0.19,0.5,3,0.495115093170662
0.07,0.07,0.13,0.49,3,0.495115093170662
0.08,0.08,0.3,0.54,3,0.495115093170662
0.11,0.11,0.12,0.46,3,0.495115093170662
0.06,0.23,0.17,0.57,3,0.495115093170662
0.1,0.1,0.1,0.54,3,0.495115093170662
0.1,0.1,0.13,0.51,3,0.495115093170662
0.09,0.09,0.14,0.48,3,0.495115093170662
0.08,0.09,0.08,0.5,3,0.495115093170662
0.09,0.12,0.1,0.51,3,0.495115093170662
0.08,0.11,0.08,0.48,3,0.495115093170662
21 changes: 21 additions & 0 deletions analysis/accuracies_zero_shot/m100/n100/mistral-qlora-zero-shot/emo/accuracies.csv
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
base,extra,test,majority,num_classes,majority_all
0.54,0.5,0.48,0.4,4,0.4956233421750663
0.6,0.55,0.73,0.46,4,0.4956233421750663
0.64,0.52,0.62,0.4,4,0.4956233421750663
0.46,0.6,0.63,0.57,4,0.4956233421750663
0.52,0.59,0.42,0.45,4,0.4956233421750663
0.57,0.52,0.49,0.48,4,0.4956233421750663
0.49,0.53,0.44,0.55,4,0.4956233421750663
0.55,0.46,0.68,0.5,4,0.4956233421750663
0.63,0.73,0.55,0.45,4,0.4956233421750663
0.57,0.52,0.73,0.5,4,0.4956233421750663
0.6,0.45,0.79,0.46,4,0.4956233421750663
0.59,0.73,0.43,0.46,4,0.4956233421750663
0.52,0.57,0.68,0.49,4,0.4956233421750663
0.55,0.39,0.72,0.48,4,0.4956233421750663
0.58,0.56,0.7,0.47,4,0.4956233421750663
0.65,0.67,0.46,0.53,4,0.4956233421750663
0.53,0.73,0.53,0.53,4,0.4956233421750663
0.54,0.57,0.72,0.51,4,0.4956233421750663
0.59,0.6,0.62,0.42,4,0.4956233421750663
0.62,0.63,0.61,0.43,4,0.4956233421750663
21 changes: 21 additions & 0 deletions analysis/accuracies_zero_shot/m100/n100/mistral-qlora-zero-shot/emotion/accuracies.csv
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
base,extra,test,majority,num_classes,majority_all
0.39,0.49,0.56,0.3,6,0.335125
0.42,0.56,0.53,0.34,6,0.335125
0.31,0.43,0.41,0.35,6,0.335125
0.41,0.52,0.5,0.29,6,0.335125
0.32,0.43,0.44,0.35,6,0.335125
0.36,0.53,0.48,0.32,6,0.335125
0.38,0.51,0.46,0.4,6,0.335125
0.41,0.46,0.44,0.28,6,0.335125
0.37,0.46,0.49,0.34,6,0.335125
0.43,0.48,0.48,0.35,6,0.335125
0.41,0.55,0.59,0.32,6,0.335125
0.36,0.58,0.5,0.41,6,0.335125
0.37,0.5,0.49,0.29,6,0.335125
0.36,0.39,0.43,0.31,6,0.335125
0.44,0.53,0.52,0.33,6,0.335125
0.26,0.37,0.33,0.34,6,0.335125
0.38,0.54,0.54,0.39,6,0.335125
0.4,0.5,0.54,0.38,6,0.335125
0.44,0.55,0.49,0.37,6,0.335125
0.37,0.5,0.5,0.36,6,0.335125
21 changes: 21 additions & 0 deletions analysis/accuracies_zero_shot/m100/n100/mistral-qlora-zero-shot/enron_spam/accuracies.csv
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
base,extra,test,majority,num_classes,majority_all
0.45,0.45,0.49,0.55,2,0.5088267803568609
0.57,0.57,0.57,0.57,2,0.5088267803568609
0.52,0.5,0.5,0.5,2,0.5088267803568609
0.51,0.52,0.52,0.52,2,0.5088267803568609
0.52,0.51,0.51,0.51,2,0.5088267803568609
0.45,0.45,0.45,0.55,2,0.5088267803568609
0.41,0.41,0.41,0.59,2,0.5088267803568609
0.61,0.64,0.61,0.61,2,0.5088267803568609
0.49,0.49,0.49,0.51,2,0.5088267803568609
0.59,0.58,0.58,0.58,2,0.5088267803568609
0.55,0.55,0.55,0.55,2,0.5088267803568609
0.52,0.52,0.52,0.52,2,0.5088267803568609
0.49,0.49,0.49,0.51,2,0.5088267803568609
0.62,0.61,0.61,0.61,2,0.5088267803568609
0.58,0.57,0.57,0.57,2,0.5088267803568609
0.43,0.42,0.42,0.58,2,0.5088267803568609
0.43,0.44,0.44,0.56,2,0.5088267803568609
0.56,0.56,0.56,0.56,2,0.5088267803568609
0.51,0.5,0.49,0.51,2,0.5088267803568609
0.48,0.48,0.48,0.52,2,0.5088267803568609
21 changes: 21 additions & 0 deletions ...ccuracies_zero_shot/m100/n100/mistral-qlora-zero-shot/financial_phrasebank/accuracies.csv
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
base,extra,test,majority,num_classes,majority_all
0.59,0.63,0.68,0.57,3,0.6143992932862191
0.56,0.77,0.8,0.68,3,0.6143992932862191
0.63,0.62,0.66,0.52,3,0.6143992932862191
0.62,0.71,0.7,0.54,3,0.6143992932862191
0.49,0.65,0.67,0.56,3,0.6143992932862191
0.49,0.75,0.8,0.67,3,0.6143992932862191
0.53,0.69,0.7,0.62,3,0.6143992932862191
0.63,0.68,0.66,0.56,3,0.6143992932862191
0.62,0.61,0.68,0.55,3,0.6143992932862191
0.56,0.69,0.69,0.63,3,0.6143992932862191
0.57,0.63,0.63,0.57,3,0.6143992932862191
0.5,0.66,0.66,0.64,3,0.6143992932862191
0.4,0.82,0.84,0.76,3,0.6143992932862191
0.57,0.76,0.7,0.6,3,0.6143992932862191
0.53,0.67,0.69,0.61,3,0.6143992932862191
0.55,0.65,0.65,0.6,3,0.6143992932862191
0.54,0.71,0.72,0.64,3,0.6143992932862191
0.56,0.74,0.74,0.63,3,0.6143992932862191
0.56,0.75,0.77,0.66,3,0.6143992932862191
0.5,0.7,0.69,0.6,3,0.6143992932862191
21 changes: 21 additions & 0 deletions ...s_zero_shot/m100/n100/mistral-qlora-zero-shot/hyperpartisan_news_detection/accuracies.csv
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
base,extra,test,majority,num_classes,majority_all
0.49,0.52,0.62,0.5,2,0.5005431839605298
0.44,0.6,0.6,0.59,2,0.5005431839605298
0.57,0.46,0.52,0.59,2,0.5005431839605298
0.48,0.52,0.47,0.51,2,0.5005431839605298
0.52,0.55,0.56,0.52,2,0.5005431839605298
0.55,0.49,0.45,0.57,2,0.5005431839605298
0.51,0.45,0.51,0.55,2,0.5005431839605298
0.58,0.45,0.47,0.56,2,0.5005431839605298
0.51,0.52,0.49,0.52,2,0.5005431839605298
0.55,0.63,0.52,0.52,2,0.5005431839605298
0.42,0.66,0.61,0.61,2,0.5005431839605298
0.56,0.47,0.52,0.54,2,0.5005431839605298
0.47,0.51,0.52,0.51,2,0.5005431839605298
0.52,0.47,0.46,0.53,2,0.5005431839605298
0.55,0.44,0.44,0.56,2,0.5005431839605298
0.61,0.54,0.67,0.56,2,0.5005431839605298
0.54,0.64,0.52,0.51,2,0.5005431839605298
0.58,0.43,0.43,0.57,2,0.5005431839605298
0.46,0.57,0.56,0.55,2,0.5005431839605298
0.49,0.48,0.57,0.51,2,0.5005431839605298
21 changes: 21 additions & 0 deletions analysis/accuracies_zero_shot/m100/n100/mistral-qlora-zero-shot/limit/accuracies.csv
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
base,extra,test,majority,num_classes,majority_all
0.48,0.45,0.43,0.57,2,0.6222674986204847
0.55,0.51,0.49,0.53,2,0.6222674986204847
0.43,0.48,0.43,0.67,2,0.6222674986204847
0.49,0.42,0.43,0.6,2,0.6222674986204847
0.45,0.44,0.43,0.61,2,0.6222674986204847
0.45,0.36,0.45,0.64,2,0.6222674986204847
0.49,0.5,0.45,0.61,2,0.6222674986204847
0.47,0.56,0.46,0.61,2,0.6222674986204847
0.51,0.43,0.44,0.6,2,0.6222674986204847
0.5,0.39,0.43,0.67,2,0.6222674986204847
0.54,0.49,0.51,0.58,2,0.6222674986204847
0.49,0.47,0.52,0.66,2,0.6222674986204847
0.49,0.43,0.45,0.62,2,0.6222674986204847
0.49,0.45,0.55,0.62,2,0.6222674986204847
0.51,0.38,0.45,0.64,2,0.6222674986204847
0.55,0.51,0.42,0.61,2,0.6222674986204847
0.45,0.39,0.36,0.64,2,0.6222674986204847
0.53,0.61,0.5,0.58,2,0.6222674986204847
0.51,0.41,0.46,0.65,2,0.6222674986204847
0.49,0.42,0.38,0.67,2,0.6222674986204847
21 changes: 21 additions & 0 deletions analysis/accuracies_zero_shot/m100/n100/mistral-qlora-zero-shot/massive/accuracies.csv
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
base,extra,test,majority,num_classes,majority_all
0.53,0.54,0.52,0.18,18,0.1466041340976203
0.53,0.54,0.52,0.19,18,0.1466041340976203
0.64,0.58,0.6,0.15,18,0.1466041340976203
0.65,0.64,0.65,0.09,18,0.1466041340976203
0.67,0.61,0.62,0.18,18,0.1466041340976203
0.58,0.6,0.59,0.15,18,0.1466041340976203
0.59,0.59,0.59,0.18,18,0.1466041340976203
0.6,0.6,0.6,0.2,18,0.1466041340976203
0.58,0.53,0.54,0.13,18,0.1466041340976203
0.55,0.54,0.55,0.14,18,0.1466041340976203
0.63,0.61,0.59,0.18,18,0.1466041340976203
0.62,0.61,0.62,0.16,18,0.1466041340976203
0.56,0.56,0.55,0.2,18,0.1466041340976203
0.54,0.57,0.55,0.13,18,0.1466041340976203
0.57,0.56,0.53,0.14,18,0.1466041340976203
0.5,0.46,0.51,0.18,18,0.1466041340976203
0.68,0.65,0.65,0.17,18,0.1466041340976203
0.62,0.61,0.66,0.16,18,0.1466041340976203
0.57,0.59,0.56,0.16,18,0.1466041340976203
0.59,0.61,0.55,0.14,18,0.1466041340976203
21 changes: 21 additions & 0 deletions ...is/accuracies_zero_shot/m100/n100/mistral-qlora-zero-shot/movie_rationales/accuracies.csv
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
base,extra,test,majority,num_classes,majority_all
0.62,0.74,0.69,0.59,2,0.5
0.47,0.65,0.74,0.54,2,0.5
0.57,0.56,0.44,0.56,2,0.5
0.51,0.59,0.51,0.51,2,0.5
0.53,0.48,0.61,0.52,2,0.5
0.5,0.75,0.6,0.51,2,0.5
0.48,0.8,0.63,0.53,2,0.5
0.51,0.76,0.55,0.53,2,0.5
0.48,0.51,0.53,0.51,2,0.5
0.51,0.58,0.87,0.51,2,0.5
0.58,0.65,0.58,0.57,2,0.5
0.51,0.78,0.79,0.53,2,0.5
0.51,0.49,0.76,0.51,2,0.5
0.64,0.77,0.63,0.62,2,0.5
0.41,0.61,0.59,0.59,2,0.5
0.51,0.51,0.51,0.51,2,0.5
0.54,0.57,0.69,0.52,2,0.5
0.5,0.81,0.48,0.52,2,0.5
0.51,0.5,0.82,0.51,2,0.5
0.54,0.76,0.65,0.51,2,0.5
Loading

0 comments on commit cde0067

Please sign in to comment.