From 8b5ede3b155def3832495d6cbcef3c8406c8b6d2 Mon Sep 17 00:00:00 2001
From: Clemens-Alexander Brust <ikosa.de@gmail.com>
Date: Sat, 12 Dec 2015 12:26:39 +0100
Subject: [PATCH] Script: Improved experiment-running scripts

---
 scripts/runexperiments.sh          | 14 +++++----
 scripts/runexperimentswithmodel.sh | 47 ++++++++++++++++++++++++++++++
 2 files changed, 56 insertions(+), 5 deletions(-)
 create mode 100755 scripts/runexperimentswithmodel.sh

diff --git a/scripts/runexperiments.sh b/scripts/runexperiments.sh
index 5acbd9b..0adf25d 100755
--- a/scripts/runexperiments.sh
+++ b/scripts/runexperiments.sh
@@ -9,7 +9,7 @@ mkdir tmp 2&> /dev/null
 mkdir logs 2&> /dev/null
 mkdir csv 2&> /dev/null
 
-echo "Running $ITERATIONS iterations ($EPOCHS epochs each) of network $NETFILE on dataset $DATASET..."
+echo "Running $ITERATIONS iterations ($EPOCHS epochs each, testing every 10th epoch) of network $NETFILE on dataset $DATASET..."
 
 SIGNATURE=$(basename "$DATASET")_$(basename "$NETFILE")_${EPOCHS}_${ITERATIONS}_$TIMESTAMP
 SCRFILE=tmp/scr_$SIGNATURE
@@ -17,7 +17,8 @@ LOGFILE=tmp/log_$SIGNATURE
 OLOGFILE=logs/log_$SIGNATURE
 CSVFILE=csv/csv_$SIGNATURE
 
-echo "reset" > $SCRFILE
+echo "set experiment name=$SIGNATURE" > $SCRFILE
+echo "reset" >> $SCRFILE
 echo "set epoch=0" >> $SCRFILE
 
 for i in $(seq 1 $ITERATIONS)
@@ -25,6 +26,9 @@ do
   for j in $(seq 1 $EPOCHS)
   do
     MODELFILE=tmp/model_${SIGNATURE}_i${i}_j$j
+    echo "tstat enable=0" >> $SCRFILE
+    echo "train epochs=9" >> $SCRFILE
+    echo "tstat enable=1" >> $SCRFILE
     echo "train" >> $SCRFILE
     echo "save file=$MODELFILE" >> $SCRFILE
     echo "test" >> $SCRFILE
@@ -34,10 +38,10 @@ do
 done
 
 
-./trainNetwork $DATASET $NETFILE $SCRFILE 2&> $LOGFILE
+./trainNetwork -v $DATASET $NETFILE $SCRFILE 2&> $LOGFILE
 
 mv $LOGFILE $OLOGFILE
 echo "Training done, output log file: $OLOGFILE"
 
-./logtocsv_multiclass.sh $OLOGFILE > $CSVFILE
-echo "Output CSV file: $CSVFILE"
+#./logtocsv_multiclass.sh $OLOGFILE > $CSVFILE
+#echo "Output CSV file: $CSVFILE"
diff --git a/scripts/runexperimentswithmodel.sh b/scripts/runexperimentswithmodel.sh
new file mode 100755
index 0000000..de907ba
--- /dev/null
+++ b/scripts/runexperimentswithmodel.sh
@@ -0,0 +1,47 @@
+#!/bin/bash
+DATASET=$1
+NETFILE=$2
+EPOCHS=$3
+ITERATIONS=$4
+MODEL=$5
+TIMESTAMP=`date +%s`
+
+mkdir tmp 2&> /dev/null
+mkdir logs 2&> /dev/null
+mkdir csv 2&> /dev/null
+
+echo "Running $ITERATIONS iterations ($EPOCHS * 10 epochs each, testing every 10th epoch) of network $NETFILE on dataset $DATASET, loading model $MODEL..."
+
+SIGNATURE=$(basename "$DATASET")_$(basename "$NETFILE")_model${MODEL}_${EPOCHS}_${ITERATIONS}_$TIMESTAMP
+SCRFILE=tmp/scr_$SIGNATURE
+LOGFILE=tmp/log_$SIGNATURE
+OLOGFILE=logs/log_$SIGNATURE
+CSVFILE=csv/csv_$SIGNATURE
+
+echo "set experiment name=$SIGNATURE" > $SCRFILE
+echo "reset" >> $SCRFILE
+echo "load file=$MODEL" >> $SCRFILE
+echo "set epoch=0" >> $SCRFILE
+
+for i in $(seq 1 $ITERATIONS)
+do
+  for j in $(seq 1 $EPOCHS)
+  do
+    MODELFILE=tmp/model_${SIGNATURE}_i${i}_j$j
+    echo "tstat enable=0" >> $SCRFILE
+    echo "train epochs=9" >> $SCRFILE
+    echo "tstat enable=1" >> $SCRFILE
+    echo "train" >> $SCRFILE
+    echo "save file=$MODELFILE" >> $SCRFILE
+    echo "test" >> $SCRFILE
+  done
+  echo "reset" >> $SCRFILE
+  echo "load file=$MODEL" >> $SCRFILE
+  echo "set epoch=0" >> $SCRFILE
+done
+
+
+./trainNetwork -v $DATASET $NETFILE $SCRFILE 2&> $LOGFILE
+
+mv $LOGFILE $OLOGFILE
+echo "Training done, output log file: $OLOGFILE"