EnzymeAD · wsmoses · Jun 10, 2020 · Jun 8, 2020
diff --git a/enzyme/Enzyme/ActiveVariable.cpp b/enzyme/Enzyme/ActiveVariable.cpp
@@ -1,18 +1,9 @@
 /*
  * ActiveVariable.cpp - Active Varaible Detection Utilities
  *
- * Copyright (C) 2019 William S. Moses (enzyme@wsmoses.com) - All Rights Reserved
+ * Copyright (C) 2020 Anonymous Author(s) - All Rights Reserved
  *
  * For commercial use of this code please contact the author(s) above.
- *
- * For research use of the code please use the following citation.
- *
- * \misc{mosesenzyme,
-    author = {William S. Moses, Tim Kaler},
-    title = {Enzyme: LLVM Automatic Differentiation},
-    year = {2019},
-    howpublished = {\url{https://github.com/wsmoses/Enzyme/}},
-    note = {commit xxxxxxx}
  */
 
 #include <cstdint>

diff --git a/enzyme/Enzyme/ActiveVariable.h b/enzyme/Enzyme/ActiveVariable.h
@@ -1,18 +1,9 @@
 /*
  * ActiveVariable.h - Active Varaible Detection Utilities
  *
- * Copyright (C) 2019 William S. Moses (enzyme@wsmoses.com) - All Rights Reserved
+ * Copyright (C) 2020 Anonymous Author(s) - All Rights Reserved
  *
  * For commercial use of this code please contact the author(s) above.
- *
- * For research use of the code please use the following citation.
- *
- * \misc{mosesenzyme,
-    author = {William S. Moses, Tim Kaler},
-    title = {Enzyme: LLVM Automatic Differentiation},
-    year = {2019},
-    howpublished = {\url{https://github.com/wsmoses/Enzyme/}},
-    note = {commit xxxxxxx}
  */
 #ifndef ENZYME_ACTIVE_VAR_H
 #define ENZYME_ACTIVE_VAR_H 1

diff --git a/enzyme/Enzyme/Enzyme.cpp b/enzyme/Enzyme/Enzyme.cpp
@@ -1,18 +1,9 @@
 /*
- * Enzyme.cpp - Lower autodiff intrinsic
+ * Enzyme.cpp - Lower Enzyme calls
  *
- * Copyright (C) 2019 William S. Moses (enzyme@wsmoses.com) - All Rights Reserved
+ * Copyright (C) 2020 Anonymous Author(s) - All Rights Reserved
  *
  * For commercial use of this code please contact the author(s) above.
- *
- * For research use of the code please use the following citation.
- *
- * \misc{mosesenzyme,
-    author = {William S. Moses, Tim Kaler},
-    title = {Enzyme: LLVM Automatic Differentiation},
-    year = {2019},
-    howpublished = {\url{https://github.com/wsmoses/Enzyme/}},
-    note = {commit xxxxxxx}
  */
 
 #include "SCEV/ScalarEvolutionExpander.h"

diff --git a/enzyme/Enzyme/EnzymeLogic.cpp b/enzyme/Enzyme/EnzymeLogic.cpp
@@ -1,18 +1,9 @@
 /*
  * EnzymeLogic.cpp
  *
- * Copyright (C) 2019 William S. Moses (enzyme@wsmoses.com) - All Rights Reserved
+ * Copyright (C) 2020 Anonymous Author(s) - All Rights Reserved
  *
  * For commercial use of this code please contact the author(s) above.
- *
- * For research use of the code please use the following citation.
- *
- * \misc{mosesenzyme,
-    author = {William S. Moses, Tim Kaler},
-    title = {Enzyme: LLVM Automatic Differentiation},
-    year = {2019},
-    howpublished = {\url{https://github.com/wsmoses/Enzyme/}},
-    note = {commit xxxxxxx}
  */
 
 #include "EnzymeLogic.h"

diff --git a/enzyme/Enzyme/EnzymeLogic.h b/enzyme/Enzyme/EnzymeLogic.h
@@ -1,18 +1,9 @@
 /*
  * EnzymeLogic.h
  *
- * Copyright (C) 2019 William S. Moses (enzyme@wsmoses.com) - All Rights Reserved
+ * Copyright (C) 2020 Anonymous Author(s) - All Rights Reserved
  *
  * For commercial use of this code please contact the author(s) above.
- *
- * For research use of the code please use the following citation.
- *
- * \misc{mosesenzyme,
-    author = {William S. Moses, Tim Kaler},
-    title = {Enzyme: LLVM Automatic Differentiation},
-    year = {2019},
-    howpublished = {\url{https://github.com/wsmoses/Enzyme/}},
-    note = {commit xxxxxxx}
  */
 
 #ifndef ENZYME_LOGIC_H

diff --git a/enzyme/Enzyme/FunctionUtils.cpp b/enzyme/Enzyme/FunctionUtils.cpp
@@ -1,18 +1,9 @@
 /*
  * FunctionUtils.cpp
  *
- * Copyright (C) 2019 William S. Moses (enzyme@wsmoses.com) - All Rights Reserved
+ * Copyright (C) 2020 Anonymous Author(s) - All Rights Reserved
  *
  * For commercial use of this code please contact the author(s) above.
- *
- * For research use of the code please use the following citation.
- *
- * \misc{mosesenzyme,
-    author = {William S. Moses, Tim Kaler},
-    title = {Enzyme: LLVM Automatic Differentiation},
-    year = {2019},
-    howpublished = {\url{https://github.com/wsmoses/Enzyme/}},
-    note = {commit xxxxxxx}
  */
 
 #include "FunctionUtils.h"

diff --git a/enzyme/Enzyme/FunctionUtils.h b/enzyme/Enzyme/FunctionUtils.h
@@ -1,18 +1,9 @@
 /*
  * FunctionUtils.h
  *
- * Copyright (C) 2019 William S. Moses (enzyme@wsmoses.com) - All Rights Reserved
+ * Copyright (C) 2020 Anonymous Author(s) - All Rights Reserved
  *
  * For commercial use of this code please contact the author(s) above.
- *
- * For research use of the code please use the following citation.
- *
- * \misc{mosesenzyme,
-    author = {William S. Moses, Tim Kaler},
-    title = {Enzyme: LLVM Automatic Differentiation},
-    year = {2019},
-    howpublished = {\url{https://github.com/wsmoses/Enzyme/}},
-    note = {commit xxxxxxx}
  */
 
 #ifndef ENZYME_FUNCTION_UTILS_H

diff --git a/enzyme/Enzyme/GradientUtils.cpp b/enzyme/Enzyme/GradientUtils.cpp
@@ -1,18 +1,9 @@
 /*
  * GradientUtils.cpp - Gradient Utility data structures and functions
  *
- * Copyright (C) 2019 William S. Moses (enzyme@wsmoses.com) - All Rights Reserved
+ * Copyright (C) 2020 Anonymous Author(s) - All Rights Reserved
  *
  * For commercial use of this code please contact the author(s) above.
- *
- * For research use of the code please use the following citation.
- *
- * \misc{mosesenzyme,
-    author = {William S. Moses, Tim Kaler},
-    title = {Enzyme: LLVM Automatic Differentiation},
-    year = {2019},
-    howpublished = {\url{https://github.com/wsmoses/Enzyme/}},
-    note = {commit xxxxxxx}
  */
 
 #include "GradientUtils.h"

diff --git a/enzyme/Enzyme/GradientUtils.h b/enzyme/Enzyme/GradientUtils.h
@@ -1,19 +1,9 @@
-
 /*
  * GradientUtils.h - Gradient Utility data structures and functions
  *
- * Copyright (C) 2019 William S. Moses (enzyme@wsmoses.com) - All Rights Reserved
+ * Copyright (C) 2020 Anonymous Author(s) - All Rights Reserved
  *
  * For commercial use of this code please contact the author(s) above.
- *
- * For research use of the code please use the following citation.
- *
- * \misc{mosesenzyme,
-    author = {William S. Moses, Tim Kaler},
-    title = {Enzyme: LLVM Automatic Differentiation},
-    year = {2019},
-    howpublished = {\url{https://github.com/wsmoses/Enzyme/}},
-    note = {commit xxxxxxx}
  */
 
 #ifndef ENZYME_GUTILS_H_

diff --git a/enzyme/Enzyme/LibraryFuncs.h b/enzyme/Enzyme/LibraryFuncs.h
@@ -1,18 +1,9 @@
 /*
  * LibraryFuncs.h - Library Function Utilities
  *
- * Copyright (C) 2019 William S. Moses (enzyme@wsmoses.com) - All Rights Reserved
+ * Copyright (C) 2020 Anonymous Author(s) - All Rights Reserved
  *
  * For commercial use of this code please contact the author(s) above.
- *
- * For research use of the code please use the following citation.
- *
- * \misc{mosesenzyme,
-    author = {William S. Moses, Tim Kaler},
-    title = {Enzyme: LLVM Automatic Differentiation},
-    year = {2019},
-    howpublished = {\url{https://github.com/wsmoses/Enzyme/}},
-    note = {commit xxxxxxx}
  */
 
 #ifndef LIBRARYFUNCS_H_

diff --git a/enzyme/Enzyme/TypeAnalysis.cpp b/enzyme/Enzyme/TypeAnalysis.cpp
@@ -1,18 +1,9 @@
 /*
  * TypeAnalysis.cpp - Type Analysis Detection Utilities
  *
- * Copyright (C) 2019 William S. Moses (enzyme@wsmoses.com) - All Rights Reserved
+ * Copyright (C) 2020 Anonymous Author(s) - All Rights Reserved
  *
  * For commercial use of this code please contact the author(s) above.
- *
- * For research use of the code please use the following citation.
- *
- * \misc{mosesenzyme,
-    author = {William S. Moses, Tim Kaler},
-    title = {Enzyme: LLVM Automatic Differentiation},
-    year = {2019},
-    howpublished = {\url{https://github.com/wsmoses/Enzyme/}},
-    note = {commit xxxxxxx}
  */
 
 

diff --git a/enzyme/Enzyme/TypeAnalysis.h b/enzyme/Enzyme/TypeAnalysis.h
@@ -1,18 +1,9 @@
 /*
  * TypeAnalysis.h - Type Analysis Detection Utilities
  *
- * Copyright (C) 2019 William S. Moses (enzyme@wsmoses.com) - All Rights Reserved
+ * Copyright (C) 2020 Anonymous Author(s) - All Rights Reserved
  *
  * For commercial use of this code please contact the author(s) above.
- *
- * For research use of the code please use the following citation.
- *
- * \misc{mosesenzyme,
-    author = {William S. Moses, Tim Kaler},
-    title = {Enzyme: LLVM Automatic Differentiation},
-    year = {2019},
-    howpublished = {\url{https://github.com/wsmoses/Enzyme/}},
-    note = {commit xxxxxxx}
  */
 
 #ifndef ENZYME_TYPE_ANALYSIS_H

diff --git a/enzyme/Enzyme/Utils.cpp b/enzyme/Enzyme/Utils.cpp
@@ -1,18 +1,9 @@
 /*
  * Utils.cpp
  *
- * Copyright (C) 2019 William S. Moses (enzyme@wsmoses.com) - All Rights Reserved
+ * Copyright (C) 2020 Anonymous Author(s) - All Rights Reserved
  *
  * For commercial use of this code please contact the author(s) above.
- *
- * For research use of the code please use the following citation.
- *
- * \misc{mosesenzyme,
-    author = {William S. Moses, Tim Kaler},
-    title = {Enzyme: LLVM Automatic Differentiation},
-    year = {2019},
-    howpublished = {\url{https://github.com/wsmoses/Enzyme/}},
-    note = {commit xxxxxxx}
  */
 
 #include "Utils.h"

diff --git a/enzyme/Enzyme/Utils.h b/enzyme/Enzyme/Utils.h
@@ -1,18 +1,9 @@
 /*
  * Utils.h
  *
- * Copyright (C) 2019 William S. Moses (enzyme@wsmoses.com) - All Rights Reserved
+ * Copyright (C) 2020 Anonymous Author(s) - All Rights Reserved
  *
  * For commercial use of this code please contact the author(s) above.
- *
- * For research use of the code please use the following citation.
- *
- * \misc{mosesenzyme,
-    author = {William S. Moses, Tim Kaler},
-    title = {Enzyme: LLVM Automatic Differentiation},
-    year = {2019},
-    howpublished = {\url{https://github.com/wsmoses/Enzyme/}},
-    note = {commit xxxxxxx}
  */
 
 #ifndef ENZYME_UTILS_H

diff --git a/enzyme/bench/Makefile b/enzyme/bench/Makefile
@@ -13,11 +13,7 @@ OPT=../../build/bin/opt
 	$(CLANG) -fno-unroll-loops $^ -O1 -fno-vectorize -fno-slp-vectorize -S -emit-llvm -o - -ffast-math -o $@ 
 
 %-unopt.ll: %.cpp
-	#$(CLANG)++ -fno-exceptions -fno-use-cxa-atexit -fno-unroll-loops $^ -O0 -fno-vectorize -fno-slp-vectorize -S -emit-llvm -o $@ -ffast-math -Wno-error=non-pod-varargs -DEIGEN_UNROLLING_LIMIT=0 -I/home/wmoses/autodiff/adept-2.0.5/include #-ggdb 
-	$(CLANG)++ -std=c++2a -fno-exceptions -fno-use-cxa-atexit -fno-unroll-loops $^ -O1 -fno-vectorize -fno-slp-vectorize -S -emit-llvm -o $@ -ffast-math -Wno-error=non-pod-varargs -DEIGEN_UNROLLING_LIMIT=0 -I/home/wmoses/autodiff/adept-2.0.5/include #-ggdb 
-	#$(CLANG)++ -fno-exceptions -fno-use-cxa-atexit -fno-unroll-loops $^ -O3 -fno-vectorize -fno-slp-vectorize -S -emit-llvm -o $@ -ffast-math -Wno-error=non-pod-varargs -DEIGEN_UNROLLING_LIMIT=0 -I/home/wmoses/autodiff/adept-2.0.5/include #-ggdb 
-	#$(CLANG)++ -fno-exceptions -fno-use-cxa-atexit -fno-unroll-loops $^ -O3 -fno-vectorize -fno-slp-vectorize -S -emit-llvm -o $@ -ffast-math -Wno-error=non-pod-varargs -DEIGEN_UNROLLING_LIMIT=0 -I/home/wmoses/autodiff/adept-2.0.5/include -march=atom #-ggdb 
-	#$(CLANG)++ -fno-exceptions -fno-unroll-loops $^ -O3 -fno-vectorize -fno-slp-vectorize -S -emit-llvm -o $@ -ffast-math -Wno-error=non-pod-varargs -DEIGEN_UNROLLING_LIMIT=0 -I/home/wmoses/autodiff/adept-2.0.5/include -ggdb 
+	$(CLANG)++ -std=c++2a -fno-exceptions -fno-use-cxa-atexit -fno-unroll-loops $^ -O1 -fno-vectorize -fno-slp-vectorize -S -emit-llvm -o $@ -ffast-math -Wno-error=non-pod-varargs -DEIGEN_UNROLLING_LIMIT=0 
 
 %-preopt.ll: %-unopt.ll
 	$(OPT) $^ -indvars $(LOADSO) -enzyme -mem2reg -sroa -early-cse-memssa -adce -bdce -simplifycfg -inline -adce -aggressive-instcombine -O2 -S -o $@

diff --git a/enzyme/benchmarks/ba/Makefile.make b/enzyme/benchmarks/ba/Makefile.make
@@ -17,7 +17,6 @@ clean:
 	#opt $^ -O2 -o $@ -S
 
 ba.o: ba-opt.ll
-	#clang++ $^ -o $@ -lblas $(BENCHLINK)
 	clang++ -O2 $^ -o $@ -lblas $(BENCHLINK)
 
 results.txt: ba.o

diff --git a/enzyme/benchmarks/ba/Makefile.makeafter b/enzyme/benchmarks/ba/Makefile.makeafter
@@ -0,0 +1,23 @@
+# RUN: cd %desired_wd/ba && LD_LIBRARY_PATH="%bldpath:$LD_LIBRARY_PATH" BENCH="%bench" BENCHLINK="%blink" LOAD="%loadEnzyme" make -B ba-unopt.ll ba-raw.ll resultsafter.txt -f %s
+
+.PHONY: clean
+
+clean:
+	rm -f *.ll *.o resultsafter.txt
+
+%-unopt.ll: %.cpp
+	#clang++ $(BENCH) $^ -O2 -fno-vectorize -fno-slp-vectorize -ffast-math -fno-unroll-loops -Xclang -new-struct-path-tbaa -o $@ -S -emit-llvm
+	clang++ $(BENCH) $^ -O1 -Xclang -disable-llvm-passes -fno-vectorize -fno-slp-vectorize -ffast-math -fno-unroll-loops -Xclang -new-struct-path-tbaa -o $@ -S -emit-llvm
+
+%-raw.ll: %-unopt.ll
+	opt $^ $(LOAD) -enzyme -o $@ -S
+
+%-opt.ll: %-raw.ll
+	#opt $^ -o $@ -S
+	opt $^ -O2 -o $@ -S
+
+ba.o: ba-opt.ll
+	clang++ -O2 $^ -o $@ -lblas $(BENCHLINK)
+
+resultsafter.txt: ba.o
+	./$^ | tee $@
diff --git a/enzyme/benchmarks/cleantest.sh b/enzyme/benchmarks/cleantest.sh
@@ -0,0 +1,45 @@
+#!/bin/bash
+
+BENCHDIR="$( cd "$(dirname "$0")" >/dev/null 2>&1 ; pwd -P )"
+
+# install dependencies
+sudo apt update -y
+sudo apt install gcc g++ gfortran cmake libboost-all-dev python autoconf libblas-dev -y
+
+# Disable hyperthreading/etc
+cd "$BENCHDIR"
+sudo ./hyper.sh
+
+# Build LLVM 8
+git clone https://github.com/llvm/llvm-project -b release/8.x ~/llvm-project
+cd ~/llvm-project
+mkdir build
+cd build
+cmake ../llvm -DLLVM_ENABLE_PROJECTS="clang" -DLLVM_TARGETS_TO_BUILD="X86" -DLLVM_ENABLE_ASSERTIONS=ON -DCMAKE_BUILD_TYPE=Release
+make -j16
+
+# Build Enzyme
+cd "$BENCHDIR"/..
+mkdir build
+cd build
+cmake .. -DLLVM_DIR="$HOME/llvm-project/build/lib/cmake/llvm" -DLLVM_EXTERNAL_LIT="$HOME/llvm-project/build/bin/llvm-lit"
+make -j16
+
+make bench-ba bench-lstm bench-gmm bench-odeconst bench-ode bench-fft bench-odereal
+
+cd "$BENCHDIR"
+#echo "Pre optimization"
+#./getdata.sh
+
+for z in ba lstm gmm ode-const ode fft ode-real;
+do
+    cp $z/Makefile.makeafter $z/Makefile.make
+done
+
+cd "$BENCHDIR"/../build
+make bench-ba bench-lstm bench-gmm bench-odeconst bench-ode bench-fft bench-odereal
+
+#echo "Post optimization"
+#cd "$BENCHDIR"
+#./getdataafter.sh
+
diff --git a/enzyme/benchmarks/fft/Makefile.make b/enzyme/benchmarks/fft/Makefile.make
@@ -14,10 +14,9 @@ clean:
 
 %-opt.ll: %-raw.ll
 	opt $^ -o $@ -S
-	#opt-8 $^ -O2 -o $@ -S
+	#opt $^ -O2 -o $@ -S
 
 fft.o: fft-opt.ll
-	#clang++ $^ -o $@ -lblas $(BENCHLINK)
 	clang++ -O2 $^ -o $@ -lblas $(BENCHLINK)
 
 results.txt: fft.o