add makefile target and config file for comparing perf

Makefile

@@ -24,6 +24,12 @@ watch:
 		make all; \
 	done
 
+PERF_CONF = test_perf.toml
+perf_compare: build $(PERF_CONF)
+	frogtest run -c $(PERF_CONF) --no-caching
+	frogtest plot -c $(PERF_CONF) -o perf.pdf
+	frogtest csv -o perf.csv
+
 benchs: build
 	frogtest run -c benchmarks/smbc.toml --meta `git rev-parse HEAD`
 

test_perf.toml

@@ -0,0 +1,32 @@
+# perf comparison
+
+provers = [ "smbc", "smbc-normal" ]
+
+[smbc]
+
+binary = "./smbc.native"
+cmd = "./smbc.native --check -t $timeout -nc $file"
+unsat = "result UNSAT"
+sat = "result SAT"
+unknown = "TIMEOUT|UNKNOWN"
+timeout = "TIMEOUT"
+version = "git:."
+
+[smbc-normal]
+
+binary = "smbc-normal"
+cmd = "smbc-normal --check -t $timeout -nc $file"
+unsat = "result UNSAT"
+sat = "result SAT"
+unknown = "TIMEOUT|UNKNOWN"
+timeout = "TIMEOUT"
+
+[test]
+
+timeout=30
+problems = ".*.(lisp|smt2)"
+default_expect = "sat"
+provers = [ "smbc", "smbc-normal" ]
+dir = [ "examples" ]
+
+