feat/cudnnv4: add cudnnv4 benchmarks for torch and tensorflow

autumnai · Mar 7, 2016 · b7281e4 · b7281e4
1 parent 55fe576
commit b7281e4
Show file tree

Hide file tree

Showing 2 changed files with 192 additions and 0 deletions.
diff --git a/benchmark.json b/benchmark.json
@@ -58,6 +58,19 @@
             "name": "Torch",
             "version": "01/2016"
           },
+          {
+            "backward": 54,
+            "forward": 28,
+            "libraries": [
+              {
+                "name": "cuDNN",
+                "version": "4"
+              }
+            ],
+            "memory": "1650MB",
+            "name": "Torch",
+            "version": "07/03/2016"
+          },
           {
             "backward": 85,
             "forward": 42,
@@ -83,6 +96,19 @@
             "memory": "11050MB",
             "name": "Tensorflow",
             "version": "0.7"
+          },
+          {
+            "backward": 128,
+            "forward": 40,
+            "libraries": [
+              {
+                "name": "cuDNN",
+                "version": "4"
+              }
+            ],
+            "memory": "11520MB",
+            "name": "Tensorflow",
+            "version": "0.7.1"
           }
         ],
         "name": "Alexnet",
@@ -130,6 +156,19 @@
             "name": "Torch",
             "version": "01/2016"
           },
+          {
+            "backward": 176,
+            "forward": 95,
+            "libraries": [
+              {
+                "name": "cuDNN",
+                "version": "4"
+              }
+            ],
+            "memory": "5000MB",
+            "name": "Torch",
+            "version": "07/03/2016"
+          },
           {
             "backward": 289,
             "forward": 143,
@@ -155,6 +194,19 @@
             "memory": "11050MB",
             "name": "Tensorflow",
             "version": "0.7"
+          },
+          {
+            "backward": 300,
+            "forward": 119,
+            "libraries": [
+              {
+                "name": "cuDNN",
+                "version": "4"
+              }
+            ],
+            "memory": "11520MB",
+            "name": "Tensorflow",
+            "version": "0.7.1"
           }
         ],
         "name": "Overfeat",
@@ -202,6 +254,19 @@
             "name": "Torch",
             "version": "01/2016"
           },
+          {
+            "backward": 367,
+            "forward": 165,
+            "libraries": [
+              {
+                "name": "cuDNN",
+                "version": "4"
+              }
+            ],
+            "memory": "8090MB",
+            "name": "Torch",
+            "version": "07/03/2016"
+          },
           {
             "backward": 453,
             "forward": 225,
@@ -227,6 +292,19 @@
             "memory": "11000MB",
             "name": "Tensorflow",
             "version": "0.7"
+          },
+          {
+            "backward": 840,
+            "forward": 227,
+            "libraries": [
+              {
+                "name": "cuDNN",
+                "version": "4"
+              }
+            ],
+            "memory": "11520MB",
+            "name": "Tensorflow",
+            "version": "0.7.1"
           }
         ],
         "name": "VGG [A]",
@@ -248,6 +326,19 @@
             "name": "Torch",
             "version": "01/2016"
           },
+          {
+            "backward": 342,
+            "forward": 131,
+            "libraries": [
+              {
+                "name": "cuDNN",
+                "version": "4"
+              }
+            ],
+            "memory": "8360MB",
+            "name": "Torch",
+            "version": "07/03/2016"
+          },
           {
             "backward": 345,
             "forward": 143,
@@ -273,6 +364,19 @@
             "memory": "11050MB",
             "name": "Tensorflow",
             "version": "0.7"
+          },
+          {
+            "backward": 757,
+            "forward": 195,
+            "libraries": [
+              {
+                "name": "cuDNN",
+                "version": "4"
+              }
+            ],
+            "memory": "11520MB",
+            "name": "Tensorflow",
+            "version": "0.7.1"
           }
         ],
         "name": "GoogleNet",

diff --git a/benchmark.toml b/benchmark.toml
@@ -56,6 +56,17 @@
         name = "cuDNN"
         version = "3"
 
+    [[nvidia-titan-x.models.frameworks]]
+      name = "Torch"
+      version = "07/03/2016"
+      forward = 28
+      backward = 54
+      memory = "1650MB"
+
+      [[nvidia-titan-x.models.frameworks.libraries]]
+        name = "cuDNN"
+        version = "4"
+
     [[nvidia-titan-x.models.frameworks]]
       name = "Caffe"
       version = "1.0.0"
@@ -78,6 +89,17 @@
         name = "cuDNN"
         version = "3"
 
+    [[nvidia-titan-x.models.frameworks]]
+      name = "Tensorflow"
+      version = "0.7.1"
+      forward = 40
+      backward = 128
+      memory = "11520MB"
+
+      [[nvidia-titan-x.models.frameworks.libraries]]
+        name = "cuDNN"
+        version = "4"
+
   [[nvidia-titan-x.models]]
     name = "Overfeat"
     type = "model"
@@ -116,6 +138,17 @@
         name = "cuDNN"
         version = "3"
 
+    [[nvidia-titan-x.models.frameworks]]
+      name = "Torch"
+      version = "07/03/2016"
+      forward = 95
+      backward = 176
+      memory = "5000MB"
+
+      [[nvidia-titan-x.models.frameworks.libraries]]
+        name = "cuDNN"
+        version = "4"
+
     [[nvidia-titan-x.models.frameworks]]
       name = "Caffe"
       version = "1.0.0"
@@ -138,6 +171,17 @@
         name = "cuDNN"
         version = "3"
 
+    [[nvidia-titan-x.models.frameworks]]
+      name = "Tensorflow"
+      version = "0.7.1"
+      forward = 119
+      backward = 300
+      memory = "11520MB"
+
+      [[nvidia-titan-x.models.frameworks.libraries]]
+        name = "cuDNN"
+        version = "4"
+
   [[nvidia-titan-x.models]]
     name = "VGG [A]"
     type = "model"
@@ -176,6 +220,17 @@
         name = "cuDNN"
         version = "3"
 
+    [[nvidia-titan-x.models.frameworks]]
+      name = "Torch"
+      version = "07/03/2016"
+      forward = 165
+      backward = 367
+      memory = "8090MB"
+
+      [[nvidia-titan-x.models.frameworks.libraries]]
+        name = "cuDNN"
+        version = "4"
+
     [[nvidia-titan-x.models.frameworks]]
       name = "Caffe"
       version = "1.0.0"
@@ -198,6 +253,17 @@
         name = "cuDNN"
         version = "3"
 
+    [[nvidia-titan-x.models.frameworks]]
+      name = "Tensorflow"
+      version = "0.7.1"
+      forward = 227
+      backward = 840
+      memory = "11520MB"
+
+      [[nvidia-titan-x.models.frameworks.libraries]]
+        name = "cuDNN"
+        version = "4"
+
   [[nvidia-titan-x.models]]
     name = "GoogleNet"
     type = "model"
@@ -214,6 +280,17 @@
         name = "cuDNN"
         version = "3"
 
+    [[nvidia-titan-x.models.frameworks]]
+      name = "Torch"
+      version = "07/03/2016"
+      forward = 131
+      backward = 342
+      memory = "8360MB"
+
+      [[nvidia-titan-x.models.frameworks.libraries]]
+        name = "cuDNN"
+        version = "4"
+
     [[nvidia-titan-x.models.frameworks]]
       name = "Caffe"
       version = "1.0.0"
@@ -235,3 +312,14 @@
       [[nvidia-titan-x.models.frameworks.libraries]]
         name = "cuDNN"
         version = "3"
+
+    [[nvidia-titan-x.models.frameworks]]
+      name = "Tensorflow"
+      version = "0.7.1"
+      forward = 195
+      backward = 757
+      memory = "11520MB"
+
+      [[nvidia-titan-x.models.frameworks.libraries]]
+        name = "cuDNN"
+        version = "4"