From f21b59f6cb2bbdc4b8060c57f59927ea872a8b91 Mon Sep 17 00:00:00 2001
From: Yukti Khosla <44090430+Yukti-09@users.noreply.github.com>
Date: Sun, 16 Aug 2020 11:27:53 +0530
Subject: [PATCH] Create GELU.m

---
 algorithms/machine_learning/Activation Functions/GELU.m | 7 +++++++
 1 file changed, 7 insertions(+)
 create mode 100644 algorithms/machine_learning/Activation Functions/GELU.m

diff --git a/algorithms/machine_learning/Activation Functions/GELU.m b/algorithms/machine_learning/Activation Functions/GELU.m
new file mode 100644
index 0000000..32cbca6
--- /dev/null
+++ b/algorithms/machine_learning/Activation Functions/GELU.m	
@@ -0,0 +1,7 @@
+%GELU function
+x = -10:0.01:10;
+y = (1/2*x).*(1+tanh(sqrt(2/pi)*(x+0.044715*power(x,3))));
+plot(x,y);
+xlabel('x');
+ylabel('y');
+grid on