adapted norm factor again (see #53) and updated notebook

kratzert · Aug 22, 2018 · 3e2b50e · 3e2b50e
1 parent 3bacc69
commit 3e2b50e
Show file tree

Hide file tree

Showing 2 changed files with 15 additions and 42 deletions.
diff --git a/alexnet.py b/alexnet.py
@@ -59,12 +59,12 @@ def create(self):
         """Create the network graph."""
         # 1st Layer: Conv (w ReLu) -> Lrn -> Pool
         conv1 = conv(self.X, 11, 11, 96, 4, 4, padding='VALID', name='conv1')
-        norm1 = lrn(conv1, 2, 1e-04, 0.75, name='norm1')
+        norm1 = lrn(conv1, 2, 2e-05, 0.75, name='norm1')
         pool1 = max_pool(norm1, 3, 3, 2, 2, padding='VALID', name='pool1')
 
         # 2nd Layer: Conv (w ReLu)  -> Lrn -> Pool with 2 groups
         conv2 = conv(pool1, 5, 5, 256, 1, 1, groups=2, name='conv2')
-        norm2 = lrn(conv2, 2, 1e-04, 0.75, name='norm2')
+        norm2 = lrn(conv2, 2, 2e-05, 0.75, name='norm2')
         pool2 = max_pool(norm2, 3, 3, 2, 2, padding='VALID', name='pool2')
 
         # 3rd Layer: Conv (w ReLu)

diff --git a/validate_alexnet_on_imagenet.ipynb b/validate_alexnet_on_imagenet.ipynb