Fixfix

migration/versions/3a8c537e6090_test_visibility.py

@@ -43,7 +43,7 @@ def upgrade():
 
     op.alter_column('tests', 'visible', nullable=True)
 
-    op.add_column('tests', sa.Column('visibility',
+    op.add_column('tests', 'visiblity',
         sa.Enum('invisible', 'only_result', 'only_data', 'visible', name='test_visibility'),
         nullable=False)
 

sauce/model/assignment.py

@@ -125,6 +125,14 @@ def event(self):
     def teacher(self):
         return self._teacher or self.sheet.teacher
 
+    @property
+    def visible_tests(self):
+        return [test for test in self.tests if test.visibility == 'visible']
+
+    @property
+    def invisible_tests(self):
+        return [test for test in self.tests if test.visibility == 'invisible']
+
     @property
     def start_time(self):
         if self._start_time:

sauce/tests/test_runner.py

@@ -93,7 +93,7 @@ def test_run_c(self):
             if not compilation or compilation.result:
                 testruns = [testrun for testrun in r.test()]
                 for testrun in testruns:
-                    self.assertTrue(testrun, 'C testrun failed')
+                    self.assertTrue(testrun.result, 'C testrun failed')
 
     def test_run_python(self):
         '''Test runner with a python submission'''
@@ -110,7 +110,7 @@ def test_run_python(self):
             if not compilation or compilation.result:
                 testruns = [testrun for testrun in r.test()]
                 for testrun in testruns:
-                    self.assertTrue(testrun, 'Python testrun failed')
+                    self.assertTrue(testrun.result, 'Python testrun failed')
 
     def test_run_java(self):
         '''Test runner with java submission'''
@@ -133,7 +133,7 @@ def test_run_java(self):
             if not compilation or compilation.result:
                 testruns = [testrun for testrun in r.test()]
                 for testrun in testruns:
-                    self.assertTrue(testrun, 'Java testrun failed')
+                    self.assertTrue(testrun.result, 'Java testrun failed')
 
     def test_run_fail(self):
         '''Test runner with a incorrect output'''
@@ -150,7 +150,8 @@ def test_run_fail(self):
             if not compilation or compilation.result:
                 testruns = [testrun for testrun in r.test()]
                 for testrun in testruns:
-                    self.assertFalse(testrun, 'Wrong testrun failed')
+                    print testrun
+                    self.assertFalse(testrun.result, 'Wrong testrun failed')
 
     def test_run_timeout(self):
         '''Test runner with an always reached timeout value'''
@@ -169,6 +170,7 @@ def test_run_timeout(self):
             if not compilation or compilation.result:
                 testruns = [testrun for testrun in r.test()]
                 for testrun in testruns:
-                    self.assertFalse(testrun, 'Timeout testrun failed')
+                    print testrun
+                    self.assertFalse(testrun.result, 'Timeout testrun failed')
 
 #TODO: Test running application that does not react to SIGTERM