Add interface files from the remainder of the camlgrad project

lib/loss.mli

@@ -0,0 +1,8 @@
+(* Loss Interface *)
+
+(* Imports *)
+open Tensor
+
+(* Loss Functions *)
+val mean_squared_error : tensor -> tensor -> tensor
+val binary_cross_entropy : tensor -> tensor -> tensor

lib/mlp.ml

@@ -1,4 +1,12 @@
-open Types
+open Tensor
+
+type dimensions = int * int
+type mlp_layer = {
+  weights : tensor;
+  bias : tensor;
+  activation: tensor -> tensor 
+}
+type mlp = mlp_layer array
 
 let get_mlp_layer ?(activation = Tensor.sigmoid) dims =
   let (_, d2) = dims in

lib/mlp.mli

@@ -0,0 +1,22 @@
+(* Mlp Interface *)
+
+(* Imports *)
+open Tensor
+
+(* Type Definitions *)
+type dimensions = int * int
+type mlp_layer = {
+  weights : tensor;
+  bias : tensor;
+  activation: tensor -> tensor 
+}
+type mlp = mlp_layer array
+
+(* Creating *)
+val get_mlp : ((tensor -> tensor) * dimensions) array -> mlp
+val get_mlp_layer : ?activation:(tensor -> tensor) -> dimensions -> mlp_layer 
+
+(* Forward Pass *)
+val mlp_forward : mlp -> tensor -> (tensor * tensor array)
+val mlp_layer_forward : mlp_layer -> tensor -> tensor 
+

lib/optimizer.ml

@@ -1,5 +1,6 @@
 open Tensor
 open Types
+open Mlp 
 
 let apply_update mlp_layer learning_rate = 
   let weight_acc_grad = mlp_layer.weights.acc_grad in 

lib/optimizer.mli

@@ -0,0 +1,16 @@
+(* Optimizer interface *)
+
+(* Imports *)
+open Mlp
+open Tensor
+
+(* Optimizer Backward Functions *)
+val apply_update : mlp_layer -> float -> unit
+val update : mlp -> float -> unit
+val gradient_descent : mlp -> tensor -> float -> unit 
+
+(* Optimizer Zero Grad Functions *)
+val zero_grad_mlp_layer : mlp_layer -> unit
+val zero_grad_mlp : mlp -> unit
+
+

lib/types.ml

@@ -1,11 +1,2 @@
-open Tensor
 
 exception InvalidArgumentException of string
-
-type mlp_layer = {
-  weights : tensor;
-  bias : tensor;
-  activation: tensor -> tensor 
-}
-
-type mlp = mlp_layer array