Script: Improved experiment-running scripts

cvjena · Dec 12, 2015 · 8b5ede3 · 8b5ede3
1 parent 450cb6f
commit 8b5ede3
Show file tree

Hide file tree

Showing 2 changed files with 56 additions and 5 deletions.
diff --git a/scripts/runexperiments.sh b/scripts/runexperiments.sh
@@ -9,22 +9,26 @@ mkdir tmp 2&> /dev/null
 mkdir logs 2&> /dev/null
 mkdir csv 2&> /dev/null
 
-echo "Running $ITERATIONS iterations ($EPOCHS epochs each) of network $NETFILE on dataset $DATASET..."
+echo "Running $ITERATIONS iterations ($EPOCHS epochs each, testing every 10th epoch) of network $NETFILE on dataset $DATASET..."
 
 SIGNATURE=$(basename "$DATASET")_$(basename "$NETFILE")_${EPOCHS}_${ITERATIONS}_$TIMESTAMP
 SCRFILE=tmp/scr_$SIGNATURE
 LOGFILE=tmp/log_$SIGNATURE
 OLOGFILE=logs/log_$SIGNATURE
 CSVFILE=csv/csv_$SIGNATURE
 
-echo "reset" > $SCRFILE
+echo "set experiment name=$SIGNATURE" > $SCRFILE
+echo "reset" >> $SCRFILE
 echo "set epoch=0" >> $SCRFILE
 
 for i in $(seq 1 $ITERATIONS)
 do
   for j in $(seq 1 $EPOCHS)
   do
     MODELFILE=tmp/model_${SIGNATURE}_i${i}_j$j
+    echo "tstat enable=0" >> $SCRFILE
+    echo "train epochs=9" >> $SCRFILE
+    echo "tstat enable=1" >> $SCRFILE
     echo "train" >> $SCRFILE
     echo "save file=$MODELFILE" >> $SCRFILE
     echo "test" >> $SCRFILE
@@ -34,10 +38,10 @@ do
 done
 
 
-./trainNetwork $DATASET $NETFILE $SCRFILE 2&> $LOGFILE
+./trainNetwork -v $DATASET $NETFILE $SCRFILE 2&> $LOGFILE
 
 mv $LOGFILE $OLOGFILE
 echo "Training done, output log file: $OLOGFILE"
 
-./logtocsv_multiclass.sh $OLOGFILE > $CSVFILE
-echo "Output CSV file: $CSVFILE"
+#./logtocsv_multiclass.sh $OLOGFILE > $CSVFILE
+#echo "Output CSV file: $CSVFILE"
diff --git a/scripts/runexperimentswithmodel.sh b/scripts/runexperimentswithmodel.sh
@@ -0,0 +1,47 @@
+#!/bin/bash
+DATASET=$1
+NETFILE=$2
+EPOCHS=$3
+ITERATIONS=$4
+MODEL=$5
+TIMESTAMP=`date +%s`
+
+mkdir tmp 2&> /dev/null
+mkdir logs 2&> /dev/null
+mkdir csv 2&> /dev/null
+
+echo "Running $ITERATIONS iterations ($EPOCHS * 10 epochs each, testing every 10th epoch) of network $NETFILE on dataset $DATASET, loading model $MODEL..."
+
+SIGNATURE=$(basename "$DATASET")_$(basename "$NETFILE")_model${MODEL}_${EPOCHS}_${ITERATIONS}_$TIMESTAMP
+SCRFILE=tmp/scr_$SIGNATURE
+LOGFILE=tmp/log_$SIGNATURE
+OLOGFILE=logs/log_$SIGNATURE
+CSVFILE=csv/csv_$SIGNATURE
+
+echo "set experiment name=$SIGNATURE" > $SCRFILE
+echo "reset" >> $SCRFILE
+echo "load file=$MODEL" >> $SCRFILE
+echo "set epoch=0" >> $SCRFILE
+
+for i in $(seq 1 $ITERATIONS)
+do
+  for j in $(seq 1 $EPOCHS)
+  do
+    MODELFILE=tmp/model_${SIGNATURE}_i${i}_j$j
+    echo "tstat enable=0" >> $SCRFILE
+    echo "train epochs=9" >> $SCRFILE
+    echo "tstat enable=1" >> $SCRFILE
+    echo "train" >> $SCRFILE
+    echo "save file=$MODELFILE" >> $SCRFILE
+    echo "test" >> $SCRFILE
+  done
+  echo "reset" >> $SCRFILE
+  echo "load file=$MODEL" >> $SCRFILE
+  echo "set epoch=0" >> $SCRFILE
+done
+
+
+./trainNetwork -v $DATASET $NETFILE $SCRFILE 2&> $LOGFILE
+
+mv $LOGFILE $OLOGFILE
+echo "Training done, output log file: $OLOGFILE"