From 9364df11f2400dc7d2001606584b2a4b3ecdb17b Mon Sep 17 00:00:00 2001
From: Michael Chen <michaelchen.harvard@gmail.com>
Date: Sun, 11 Dec 2011 16:45:44 -0500
Subject: [PATCH] Python script to summarize the files in the reruns directory

---
 summaries/summary.py | 45 ++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 45 insertions(+)
 create mode 100644 summaries/summary.py

diff --git a/summaries/summary.py b/summaries/summary.py
new file mode 100644
index 0000000..b8b780c
--- /dev/null
+++ b/summaries/summary.py
@@ -0,0 +1,45 @@
+import os
+import ast
+
+path = "../reruns/"
+fileList = os.listdir(path)
+fileList = sorted(fileList, key=lambda string: int(string.strip("query_.tx")))
+
+numsCorrect = [0,0,0,0,0]
+total = 0
+
+confidences = [[],[],[],[],[]]
+indexes = []
+
+for fname in fileList:
+    f = open(path + fname)
+    lines = f.readlines()
+
+    #CORRECTNESS PORTION
+    correct = lines[6].strip("Corect: \n\t").split('\t\t')
+    answer = lines[7].strip("Answer: \n\t").split('\t\t')
+
+    dicts = ast.literal_eval(lines[27])
+
+    for i in range(len(correct)):
+        if correct[i] == answer[i]:
+            numsCorrect[i] += 1
+        elif answer[i] == "9":
+            #if the dictionary of length 1, count as correct
+            #TODO actually check that it's correct plz
+            if len(dicts[i - 1]) == 1:
+                if (dicts[i-1].keys()[0] == lines[2].strip("\n")):
+                    numsCorrect[i - 1] += 1
+                else:
+                    print dicts[i-1].keys()[0]
+                    print lines[2]
+    total += 1
+
+    #CONFIDENCE PORTION
+    confidence = lines[8].strip("Confidec: \n\t").split('\t\t')
+    for i in range(len(confidence)):
+        confidences[i].append(int(confidence[i]))
+    indexes.append(int(fname.strip("query.txt_")))
+print confidences
+print indexes
+print numsCorrect