Re-insert head cell with title in Part 4

OpenMined · Apr 12, 2019 · 48f6d03 · 48f6d03
1 parent 6ffe23e
commit 48f6d03
Showing 1 changed file with 44 additions and 27 deletions.
diff --git a/examples/tutorials/Part 4 - Federated Learning via Trusted Aggregator.ipynb b/examples/tutorials/Part 4 - Federated Learning via Trusted Aggregator.ipynb
@@ -1,5 +1,22 @@
 {
  "cells": [
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# Part 4: Federated Learning with Model Averaging\n",
+    "\n",
+    "**Recap:** In Part 2 of this tutorial, we trained a model using a very simple version of Federated Learning. This required each data owner to trust the model owner to be able to see their gradients.\n",
+    "\n",
+    "**Description:** In this tutorial, we'll show how to use the advanced aggregation tools from Part 3 to allow the weights to be aggregated by a trusted \\\"secure worker\\\" before the final resulting model is sent back to the model owner (us). \n",
+    "\n",
+    "In this way, only the secure worker can see whose weights came from whom. We might be able to tell which parts of the model changed, but we do NOT know which worker (bob or alice) made which change, which creates a layer of privacy.\n",
+    "\n",
+    "Authors:\n",
+    " - Andrew Trask - Twitter: [@iamtrask](https://twitter.com/iamtrask)\n",
+    " - Jason Mancuso - Twitter: [@jvmancuso](https://twitter.com/jvmancuso)"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": 1,
@@ -107,16 +124,16 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Bob:tensor(0.1405) Alice:tensor(4.1993)\n",
-      "Bob:tensor(0.0343) Alice:tensor(0.0744)\n",
-      "Bob:tensor(0.0098) Alice:tensor(0.0356)\n",
-      "Bob:tensor(0.0040) Alice:tensor(0.0295)\n",
-      "Bob:tensor(0.0024) Alice:tensor(0.0245)\n",
-      "Bob:tensor(0.0018) Alice:tensor(0.0204)\n",
-      "Bob:tensor(0.0015) Alice:tensor(0.0170)\n",
-      "Bob:tensor(0.0013) Alice:tensor(0.0141)\n",
-      "Bob:tensor(0.0011) Alice:tensor(0.0118)\n",
-      "Bob:tensor(0.0009) Alice:tensor(0.0098)\n"
+      "Bob:tensor(0.5796) Alice:tensor(2.6158)\n",
+      "Bob:tensor(0.1392) Alice:tensor(0.0260)\n",
+      "Bob:tensor(0.0382) Alice:tensor(0.0051)\n",
+      "Bob:tensor(0.0143) Alice:tensor(0.0041)\n",
+      "Bob:tensor(0.0080) Alice:tensor(0.0034)\n",
+      "Bob:tensor(0.0059) Alice:tensor(0.0028)\n",
+      "Bob:tensor(0.0048) Alice:tensor(0.0024)\n",
+      "Bob:tensor(0.0041) Alice:tensor(0.0020)\n",
+      "Bob:tensor(0.0034) Alice:tensor(0.0016)\n",
+      "Bob:tensor(0.0029) Alice:tensor(0.0014)\n"
      ]
     }
    ],
@@ -227,16 +244,16 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Bob:tensor(0.0006) Alice:tensor(0.0125)\n",
-      "Bob:tensor(0.0017) Alice:tensor(0.0065)\n",
-      "Bob:tensor(0.0024) Alice:tensor(0.0032)\n",
-      "Bob:tensor(0.0026) Alice:tensor(0.0016)\n",
-      "Bob:tensor(0.0026) Alice:tensor(0.0008)\n",
-      "Bob:tensor(0.0024) Alice:tensor(0.0004)\n",
-      "Bob:tensor(0.0020) Alice:tensor(0.0002)\n",
-      "Bob:tensor(0.0017) Alice:tensor(0.0001)\n",
-      "Bob:tensor(0.0014) Alice:tensor(8.6583e-05)\n",
-      "Bob:tensor(0.0011) Alice:tensor(5.4391e-05)\n"
+      "Bob:tensor(0.0023) Alice:tensor(7.3366e-05)\n",
+      "Bob:tensor(0.0019) Alice:tensor(0.0001)\n",
+      "Bob:tensor(0.0016) Alice:tensor(8.0848e-05)\n",
+      "Bob:tensor(0.0012) Alice:tensor(5.3024e-05)\n",
+      "Bob:tensor(0.0010) Alice:tensor(3.5364e-05)\n",
+      "Bob:tensor(0.0008) Alice:tensor(2.4219e-05)\n",
+      "Bob:tensor(0.0006) Alice:tensor(1.6993e-05)\n",
+      "Bob:tensor(0.0005) Alice:tensor(1.2166e-05)\n",
+      "Bob:tensor(0.0004) Alice:tensor(8.8534e-06)\n",
+      "Bob:tensor(0.0003) Alice:tensor(6.5267e-06)\n"
      ]
     }
    ],
@@ -307,15 +324,15 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "tensor([[0.0983],\n",
-      "        [0.0828],\n",
-      "        [0.8951],\n",
-      "        [0.8796]], grad_fn=<AddmmBackward>)\n",
+      "tensor([[0.0474],\n",
+      "        [0.0388],\n",
+      "        [0.9511],\n",
+      "        [0.9425]], grad_fn=<AddmmBackward>)\n",
       "tensor([[0.],\n",
       "        [0.],\n",
       "        [1.],\n",
       "        [1.]], requires_grad=True)\n",
-      "tensor(0.0420)\n"
+      "tensor(0.0095)\n"
      ]
     }
    ],
@@ -383,7 +400,7 @@
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "pysyft",
+   "display_name": "Python (Pysyft)",
    "language": "python",
    "name": "pysyft"
   },
@@ -397,7 +414,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.6.8"
+   "version": "3.7.0"
   }
  },
  "nbformat": 4,