-
Notifications
You must be signed in to change notification settings - Fork 0
/
reg_train.sh
executable file
·33 lines (24 loc) · 1.03 KB
/
reg_train.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
cat data/train.csv | python reg.py > data/vw_train
cat data/test.csv | python reg.py > data/vw_test
#cat data/vw_train| python format_svm.py > data/svm_train
#cat data/vw_test| python format_svm.py > data/svm_test
rm -rf data/*.cache
rm model/%{ex}_model_reg.txt
rm model/mode.vw
/usr/local/bin/vw -d data/vw_train \
-c \
-f model/%{ex}_model_reg.vw \
--ngram 5 \
--passes 1000 \
--holdout_off \
--readable_model model/%{ex}_model_reg.txt
cat data/vw_test | awk -F'|' '{print $1}' > data/gold
/usr/local/bin/vw -d data/vw_test -t -i model/%{ex}_model_reg.vw -p data/pred_test
cat data/test.csv | awk -F',' '{print $1}' > data/id
paste data/id data/gold data/pred_test > data/pred_test_cv
/usr/local/bin/perf -roc -files data/gold data/pred_test > model/%{ex}_auc
cat model/%{ex}_auc
cat data/predict.csv | tr -d '"' | sed 's/,/ | /g' > data/vw_pred
cat data/vw_pred | awk -F'|' '{print $1}' > data/id
/usr/local/bin/vw -d data/vw_pred -t -i model/%{ex}_model_reg.vw -p data/pred_day
paste data/id data/pred_day > result/%{ex}_pred_reg