Unify and simplify the test harness.

The test harness was too complicated. We had two versions, one for spcomp1 tests, and one for the
shell. In addition they were invoked by a weird script generated by the build, based on templates,
with separate templates for Windows and Mac/Linux. There's no need for any of this.

The new harness is much simpler. It scans an objdir for spcomp/spshell binaries (since we could
have dual-arch builds), scans for tests, and then runs a complete testing matrix. It now supports
per-folder manifests as well.

This setup will make it easier to add new configurations and even run tests in parallel.

.appveyor/build.bat

@@ -2,12 +2,13 @@
 mkdir opt32 && cd opt32
 C:\python27\python.exe ..\configure.py --enable-optimize --amtl=..\..\amtl
 C:\python27\Scripts\ambuild
-testing\test-all.x86.bat
-
 cd ..
+C:\python27\python.exe tests\runtests.py opt32
+
 
 "%VS140COMNTOOLS%\..\..\VC\vcvarsall.bat" amd64
 mkdir opt64 && cd opt64
 C:\python27\python.exe ..\configure.py --enable-optimize --amtl=..\..\amtl --target-arch=x64
 C:\python27\Scripts\ambuild
-testing\test-all.x64.bat
+cd ..
+C:\python27\python.exe tests\runtests.py opt64

.gitignore

@@ -35,5 +35,6 @@ obj-*/
 *.orig
 *.smx
 *.swp
+*.pyc
 
 .gdb_history

.travis.yml

@@ -33,4 +33,4 @@ script:
   - mkdir $AM_CC-$AM_ARCH-$AM_TYPE && cd $AM_CC-$AM_ARCH-$AM_TYPE
   - CC=$AM_CC CXX=$AM_CXX python ../configure.py --enable-$AM_TYPE --target-arch=$AM_ARCH
   - ambuild
-  - ./testing/test-all.$AM_ARCH.sh
+  - python $CHECKOUT_DIR/tests/runtests.py .

AMBuildScript

@@ -243,10 +243,6 @@ class Config(object):
     SetArchFlags(compiler, arch, builder.target.platform)
     return self.StaticLibraryBuilder(compiler, name, arch)
 
-ProjectScripts = [
-  #'exp/tools/docparse/AMBuilder'
-]
-
 class SourcePawn(object):
   def __init__(self, root, amtl):
     super(SourcePawn, self).__init__()

exp/compiler/AMBuilder

@@ -19,7 +19,7 @@
 import os
 
 ### CLI
-binary = Root.StaticLibrary(builder, 'spcomp', arch)
+binary = Root.StaticLibrary(builder, 'spcomp2', arch)
 binary.compiler.cxxincludes += [
   os.path.join(builder.sourcePath, 'include'),
   os.path.join(builder.sourcePath, builder.sourceFolder),
@@ -66,7 +66,7 @@ binary.sources += [
 ]
 libspcomp2 = builder.Add(binary)
 
-binary = Root.Program(builder, 'spcomp', arch)
+binary = Root.Program(builder, 'spcomp2', arch)
 binary.compiler.cxxincludes += [
   os.path.join(builder.sourcePath),
   os.path.join(builder.sourcePath, 'include'),

tests/compile-only/disabled/manifest.ini

@@ -0,0 +1,2 @@
+[folder]
+skip = true

tests/compile-only/manifest.ini

@@ -0,0 +1,3 @@
+[folder]
+type: compile-only
+compiler: spcomp

compiler/tests/ok-assign-char-lit-to-char.sp → tests/compile-only/ok-assign-char-lit-to-char.sp

@@ -1,4 +1,4 @@
-// sp: -E
+// warnings_are_errors: true
 
 public main()
 {

compiler/tests/ok-no-warning-on-unused-param.sp → tests/compile-only/ok-no-warning-on-unused-param.sp

@@ -1,4 +1,4 @@
-// sp: -E
+// warnings_are_errors: true
 typedef OnEggFn = function void(int a);
 
 native void Do(OnEggFn egg);