FedTopALPHA_MNIST.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "1efa38ae",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-03-26T03:30:18.031447Z",
     "iopub.status.busy": "2023-03-26T03:30:18.030968Z",
     "iopub.status.idle": "2023-03-26T03:30:20.719769Z",
     "shell.execute_reply": "2023-03-26T03:30:20.718734Z"
    },
    "papermill": {
     "duration": 2.696405,
     "end_time": "2023-03-26T03:30:20.722341",
     "exception": false,
     "start_time": "2023-03-26T03:30:18.025936",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import torch\n",
    "import torch.nn as nn\n",
    "import torch.nn.functional as F\n",
    "import torch.optim as optim\n",
    "import torch\n",
    "import torchvision.transforms as transforms\n",
    "from torchvision import datasets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "37282686",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-03-26T03:30:20.730166Z",
     "iopub.status.busy": "2023-03-26T03:30:20.729410Z",
     "iopub.status.idle": "2023-03-26T03:30:20.739887Z",
     "shell.execute_reply": "2023-03-26T03:30:20.738174Z"
    },
    "papermill": {
     "duration": 0.019501,
     "end_time": "2023-03-26T03:30:20.744485",
     "exception": false,
     "start_time": "2023-03-26T03:30:20.724984",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "#Classifier for MNIST \n",
    "class model(nn.Module):\n",
    "    def __init__(self, args):\n",
    "        super(model, self).__init__()\n",
    "        self.conv1 = nn.Conv2d(args.num_channels, 10, kernel_size=5)\n",
    "        self.conv2 = nn.Conv2d(10, 20, kernel_size=5)\n",
    "        self.conv2_drop = nn.Dropout2d()\n",
    "        self.fc1 = nn.Linear(320, 50)\n",
    "        self.fc2 = nn.Linear(50, args.num_classes)\n",
    "\n",
    "    def forward(self, x):\n",
    "        x = F.relu(F.max_pool2d(self.conv1(x), 2))\n",
    "        x = F.relu(F.max_pool2d(self.conv2_drop(self.conv2(x)), 2))\n",
    "        x = x.view(-1, 320)\n",
    "        x = F.relu(self.fc1(x))\n",
    "        x = F.dropout(x, training=self.training)\n",
    "        x = self.fc2(x)\n",
    "        return F.log_softmax(x, dim=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "a41399df",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-03-26T03:30:20.750254Z",
     "iopub.status.busy": "2023-03-26T03:30:20.749970Z",
     "iopub.status.idle": "2023-03-26T03:30:20.771890Z",
     "shell.execute_reply": "2023-03-26T03:30:20.770825Z"
    },
    "papermill": {
     "duration": 0.029086,
     "end_time": "2023-03-26T03:30:20.775820",
     "exception": false,
     "start_time": "2023-03-26T03:30:20.746734",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "# Virtual workers\n",
    "class FedClient:\n",
    "    def __init__(self, id, train_data, test_data, args, global_model):\n",
    "        self.client_id = id\n",
    "        self.train_data = train_data\n",
    "        self.test_data = test_data\n",
    "        self.model = model(args)\n",
    "        self.optimizer = optim.SGD(self.model.parameters(), lr=0.01, momentum=0.5)\n",
    "        self.global_model = global_model\n",
    "\n",
    "    #train local model\n",
    "    def train(self, epochs):\n",
    "        self.model.train()\n",
    "        for epoch in range(epochs):\n",
    "            for batch_idx, (data, target) in enumerate(self.train_data):\n",
    "                self.optimizer.zero_grad()\n",
    "                output = self.model(data)\n",
    "                loss = F.nll_loss(output, target)\n",
    "                loss.backward()\n",
    "                self.optimizer.step()\n",
    "                if batch_idx % 50 == 0: #only for print\n",
    "                    print('Client: {} Train Epoch: {} [{}/{} ({:.0f}%)]\\tLoss: {:.6f}'.format(\n",
    "                        self.client_id, epoch, batch_idx * len(data), len(self.train_data.dataset),\n",
    "                        100. * batch_idx / len(self.train_data), loss.item()))\n",
    "                    \n",
    "    #evaluate local model\n",
    "    def evaluate(self):\n",
    "        self.model.eval()\n",
    "        test_loss = 0\n",
    "        correct = 0\n",
    "        with torch.no_grad():\n",
    "            for data, target in self.test_data:\n",
    "                output = self.model(data)\n",
    "                test_loss += F.nll_loss(output, target, reduction='sum').item()  # sum up batch loss\n",
    "                pred = output.argmax(dim=1, keepdim=True)  # get the index of the max log-probability\n",
    "                correct += pred.eq(target.view_as(pred)).sum().item()\n",
    "\n",
    "        test_loss /= len(self.test_data.dataset)\n",
    "        accuracy = correct / len(self.test_data.dataset)\n",
    "        print('Client: {} Test set: Average loss: {:.4f}, Accuracy: {}/{} ({:.0f}%)\\n'.format(\n",
    "            self.client_id, test_loss, correct, len(self.test_data.dataset),\n",
    "            100. * correct / len(self.test_data.dataset)))\n",
    "        return test_loss, accuracy\n",
    "    \n",
    "    #update the local model from the aggregator's feedback\n",
    "    def update_to_local(self):\n",
    "        self.model.load_state_dict(self.global_model.state_dict())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "450920d2",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-03-26T03:30:20.783253Z",
     "iopub.status.busy": "2023-03-26T03:30:20.782348Z",
     "iopub.status.idle": "2023-03-26T03:30:21.096488Z",
     "shell.execute_reply": "2023-03-26T03:30:21.095481Z"
    },
    "papermill": {
     "duration": 0.32108,
     "end_time": "2023-03-26T03:30:21.099667",
     "exception": false,
     "start_time": "2023-03-26T03:30:20.778587",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "#central server\n",
    "class FedAggregator:\n",
    "    def __init__(self, num_clients,args):\n",
    "        self.num_clients = num_clients\n",
    "        self.clients = []\n",
    "        self.global_model = model(args)\n",
    "        self.transform = transforms.Compose([\n",
    "                           transforms.ToTensor(),\n",
    "                           transforms.Normalize((0.1307,), (0.3081,))\n",
    "                       ])\n",
    "        self.global_loss = float('inf')\n",
    "        \n",
    "    def load_data(self):\n",
    "        train_data = datasets.MNIST('../data', train=True, download=True,\n",
    "                                    transform=self.transform)\n",
    "        test_data = datasets.MNIST('../data', train=False, download=True,\n",
    "                                   transform=self.transform)\n",
    "\n",
    "        # split train_data across clients\n",
    "        num_samples = len(train_data) // self.num_clients\n",
    "        split_data = [num_samples] * self.num_clients\n",
    "        split_data[-1] += len(train_data) - sum(split_data)\n",
    "\n",
    "        train_data_splits = torch.utils.data.random_split(train_data, split_data)\n",
    "\n",
    "        # create clients\n",
    "        for i in range(self.num_clients):\n",
    "            client_train_data = train_data_splits[i]\n",
    "            client_train_loader = torch.utils.data.DataLoader(client_train_data, batch_size=64, shuffle=True)\n",
    "            client_test_loader = torch.utils.data.DataLoader(test_data, batch_size=64, shuffle=False)\n",
    "\n",
    "            client = FedClient(i, client_train_loader, client_test_loader, args, self.global_model)\n",
    "            self.clients.append(client)\n",
    "            \n",
    "    def run_rounds(self, num_rounds, epochs):\n",
    "        for round in range(num_rounds):\n",
    "            print(\"***********************************Round: \", round)\n",
    "            client_models = []\n",
    "            client_losses = []\n",
    "            client_accs = []\n",
    "            for client in self.clients:\n",
    "                client.train(epochs)\n",
    "                client_loss, client_acc = client.evaluate()\n",
    "                client_losses.append(client_loss)\n",
    "                client_accs.append(client_acc)\n",
    "                client_model = client.model.state_dict()\n",
    "                client_models.append(client_model)\n",
    "\n",
    "\n",
    "            acc_loss_ratios = []\n",
    "            alpha = 0.3 # top alpha% of the models wrt loss is chosen\n",
    "            for i, client_model in enumerate(client_models):\n",
    "                acc = client_accs[i]\n",
    "                loss = client_losses[i]\n",
    "                ratio = acc / loss\n",
    "                acc_loss_ratios.append((ratio, i))\n",
    "            acc_loss_ratios = sorted(acc_loss_ratios, reverse=True)  # sort in descending order\n",
    "            ft_size = max(int(np.ceil(alpha * self.num_clients)), 1)  # ensure ft_size is at least 1\n",
    "\n",
    "            # update global model using weighted average of models from above\n",
    "            global_model_dict = {}\n",
    "            total_weight = 0\n",
    "            for _, i in acc_loss_ratios[:ft_size]:\n",
    "                weight = 1 / client_losses[i]  # to use inverse loss as weight\n",
    "                total_weight += weight\n",
    "                client_model = client_models[i]\n",
    "                for k in client_model.keys():\n",
    "                    if k in global_model_dict:\n",
    "                        global_model_dict[k] += weight * client_model[k]\n",
    "                    else:\n",
    "                        global_model_dict[k] = weight * client_model[k]\n",
    "            for k in global_model_dict.keys():\n",
    "                global_model_dict[k] /= total_weight\n",
    "                self.global_model.state_dict()[k].copy_(global_model_dict[k])\n",
    "\n",
    "            # update clients' local models with the global model\n",
    "            for client in self.clients:\n",
    "                client.update_to_local()\n",
    "\n",
    "            # evaluate global model\n",
    "            test_loss, test_acc = self.evaluate_global()\n",
    "            print(f\"Test loss: {test_loss}, Test accuracy: {test_acc}\")\n",
    "            \n",
    "\n",
    "    def evaluate_global(self):\n",
    "        self.global_model.eval()\n",
    "        test_loss = 0\n",
    "        correct = 0\n",
    "        with torch.no_grad():\n",
    "            for data, target in self.clients[0].test_data:\n",
    "                output = self.global_model(data)\n",
    "                test_loss += F.nll_loss(output, target, reduction='sum').item()  # sum up batch loss\n",
    "                pred = output.argmax(dim=1, keepdim=True)  # get the index of the max log-probability\n",
    "                correct += pred.eq(target.view_as(pred)).sum().item()\n",
    "\n",
    "        test_loss /= len(self.clients[0].test_data.dataset)\n",
    "        accuracy = correct / len(self.clients[0].test_data.dataset)\n",
    "        print('Test set: Average loss: {:.4f}, Accuracy: {}/{} ({:.0f}%)\\n'.format(\n",
    "            test_loss, correct, len(self.clients[0].test_data.dataset),\n",
    "            100. * correct / len(self.clients[0].test_data.dataset)))\n",
    "        return test_loss, accuracy\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "259f556a",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-03-26T03:30:21.108880Z",
     "iopub.status.busy": "2023-03-26T03:30:21.108228Z",
     "iopub.status.idle": "2023-03-26T03:30:21.115408Z",
     "shell.execute_reply": "2023-03-26T03:30:21.114559Z"
    },
    "papermill": {
     "duration": 0.014745,
     "end_time": "2023-03-26T03:30:21.118118",
     "exception": false,
     "start_time": "2023-03-26T03:30:21.103373",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "class Args:\n",
    "    def __init__(self):\n",
    "        self.num_channels = 1\n",
    "        self.num_classes = 10\n",
    "\n",
    "args = Args()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "d938fc4f",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-03-26T03:30:21.125799Z",
     "iopub.status.busy": "2023-03-26T03:30:21.125447Z",
     "iopub.status.idle": "2023-03-26T04:05:43.283536Z",
     "shell.execute_reply": "2023-03-26T04:05:43.282440Z"
    },
    "papermill": {
     "duration": 2122.274787,
     "end_time": "2023-03-26T04:05:43.396099",
     "exception": false,
     "start_time": "2023-03-26T03:30:21.121312",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Downloading http://yann.lecun.com/exdb/mnist/train-images-idx3-ubyte.gz\n",
      "Downloading http://yann.lecun.com/exdb/mnist/train-images-idx3-ubyte.gz to ../data/MNIST/raw/train-images-idx3-ubyte.gz\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "f3a8b18020e044bdab037f498e6b6567",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/9912422 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Extracting ../data/MNIST/raw/train-images-idx3-ubyte.gz to ../data/MNIST/raw\n",
      "\n",
      "Downloading http://yann.lecun.com/exdb/mnist/train-labels-idx1-ubyte.gz\n",
      "Downloading http://yann.lecun.com/exdb/mnist/train-labels-idx1-ubyte.gz to ../data/MNIST/raw/train-labels-idx1-ubyte.gz\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "fe1aab2afa2e46069a8502144917ebd2",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/28881 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Extracting ../data/MNIST/raw/train-labels-idx1-ubyte.gz to ../data/MNIST/raw\n",
      "\n",
      "Downloading http://yann.lecun.com/exdb/mnist/t10k-images-idx3-ubyte.gz\n",
      "Downloading http://yann.lecun.com/exdb/mnist/t10k-images-idx3-ubyte.gz to ../data/MNIST/raw/t10k-images-idx3-ubyte.gz\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "d4045ca57c7f49fdbb80818ec12c83a8",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/1648877 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Extracting ../data/MNIST/raw/t10k-images-idx3-ubyte.gz to ../data/MNIST/raw\n",
      "\n",
      "Downloading http://yann.lecun.com/exdb/mnist/t10k-labels-idx1-ubyte.gz\n",
      "Downloading http://yann.lecun.com/exdb/mnist/t10k-labels-idx1-ubyte.gz to ../data/MNIST/raw/t10k-labels-idx1-ubyte.gz\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "3503ace24cb948908f077bb65d42b293",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/4542 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Extracting ../data/MNIST/raw/t10k-labels-idx1-ubyte.gz to ../data/MNIST/raw\n",
      "\n",
      "***********************************Round:  0\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 2.341794\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 2.271932\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 2.208877\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 1.874676\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 1.323374\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 1.295128\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.715931\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.854841\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.778168\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.692576\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.714024\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.806642\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.592976\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.624527\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.449653\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.339017\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.434899\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.645595\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.549909\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.202485\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.537403\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.397529\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.410649\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.567685\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.387553\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.441126\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.521690\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.245914\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.303337\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.461018\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.304165\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.388534\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.350158\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.332500\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.320287\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.335953\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.603029\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.303544\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.341005\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.169827\n",
      "Client: 0 Test set: Average loss: 0.1160, Accuracy: 9654/10000 (97%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 2.324481\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 2.258651\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 2.214687\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 1.665617\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 1.222864\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.981143\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.772968\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.734179\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.727314\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.768531\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.696884\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.649072\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.443024\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.497035\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.715674\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.572633\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.546833\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.458829\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.365229\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.473996\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.474033\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.313343\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.517653\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.432229\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.322325\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.208382\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.363426\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.427836\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.238278\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.412547\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.329133\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.354884\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.316055\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.273146\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.305298\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.332471\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.444032\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.407107\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.354540\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.311491\n",
      "Client: 1 Test set: Average loss: 0.1268, Accuracy: 9618/10000 (96%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 2.342489\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 2.301708\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 2.196864\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 1.958114\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 1.324831\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 1.139093\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.873602\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.918187\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.954832\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.526512\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.798927\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.566846\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.586230\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.815289\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.491312\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.652552\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.803522\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.452406\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.355198\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.624606\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.354774\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.281189\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.476609\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.647707\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.313567\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.289363\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.505122\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.367064\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.404169\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.314895\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.329556\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.277191\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.210105\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.301770\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.341457\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.433526\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.373261\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.428206\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.470623\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.304696\n",
      "Client: 2 Test set: Average loss: 0.1259, Accuracy: 9615/10000 (96%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 2.317040\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 2.247706\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 1.974117\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 1.314072\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 1.166658\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.904293\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.665629\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 1.002455\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.828198\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.440390\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.386556\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.574260\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.488637\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.396281\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.622852\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.546217\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.703800\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.618132\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.402733\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.466974\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.360574\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.363666\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.360620\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.330588\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.329007\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.398266\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.681672\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.459173\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.330528\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.296014\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.353133\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.355365\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.311790\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.345201\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.303523\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.364148\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.356607\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.336732\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.326890\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.159542\n",
      "Client: 3 Test set: Average loss: 0.1317, Accuracy: 9603/10000 (96%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 2.299638\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 2.241407\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 2.143734\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 1.432611\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 1.112256\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 1.165642\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.864779\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.731518\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.625991\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.506572\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.905741\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.319869\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.677216\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.894384\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.515308\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.494031\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.523508\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.614917\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.571571\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.458142\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.636547\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.496518\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.291445\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.379226\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.462299\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.305874\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.601403\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.452585\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.700321\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.254539\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.435304\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.208556\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.479839\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.235709\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.231003\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.462141\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.292679\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.395229\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.425119\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.349201\n",
      "Client: 4 Test set: Average loss: 0.1303, Accuracy: 9588/10000 (96%)\n",
      "\n",
      "Test set: Average loss: 1.7370, Accuracy: 8064/10000 (81%)\n",
      "\n",
      "Test loss: 1.7369786029815675, Test accuracy: 0.8064\n",
      "***********************************Round:  1\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 1.807751\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.645869\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.636998\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.520502\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.544068\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.517024\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.401111\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.600580\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.496072\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.366828\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.481619\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.484153\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.401235\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.324909\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.482544\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.417126\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.271292\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.292159\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.549872\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.510932\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.263532\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.215922\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.246949\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.235916\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.334027\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.363138\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.326463\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.296401\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.260826\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.271864\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.548891\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.116862\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.190296\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.290234\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.196630\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.239943\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.248060\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.199248\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.298837\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.397616\n",
      "Client: 0 Test set: Average loss: 0.0885, Accuracy: 9719/10000 (97%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 1.797215\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 1.043355\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.887201\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.432380\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.643570\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.396824\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.493878\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.293465\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.452706\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.408855\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.510977\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.243726\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.400633\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.417376\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.454345\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.299632\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.357491\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.466691\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.408344\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.334242\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.211833\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.294573\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.333811\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.202054\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.221392\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.425733\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.172662\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.207899\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.248221\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.482612\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.269574\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.263019\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.218354\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.357815\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.277574\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.221601\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.240141\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.176043\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.261132\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.248853\n",
      "Client: 1 Test set: Average loss: 0.0896, Accuracy: 9710/10000 (97%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 1.830201\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.775083\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.743707\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.580348\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.540996\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.344248\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.595258\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.398081\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.338898\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.432090\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.525988\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.397854\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.247685\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.310331\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.409448\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.285704\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.393649\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.319894\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.232860\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.336848\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.205486\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.161795\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.419088\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.268199\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.267076\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.291723\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.309464\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.216961\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.310650\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.191070\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.287892\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.328139\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.112868\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.131363\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.381839\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.397924\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.359489\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.305977\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.131429\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.225102\n",
      "Client: 2 Test set: Average loss: 0.0921, Accuracy: 9713/10000 (97%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 1.787209\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.751766\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.692369\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.534847\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.567891\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.390700\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.456844\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.442400\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.536911\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.541426\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.337158\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.162079\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.210782\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.289555\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.358527\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.203333\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.333209\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.243955\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.360355\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.275956\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.268495\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.353297\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.209171\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.382295\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.390386\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.208550\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.451113\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.270842\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.230578\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.324300\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.248852\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.315305\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.186679\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.150310\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.171011\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.283294\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.180996\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.225538\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.198111\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.220913\n",
      "Client: 3 Test set: Average loss: 0.0902, Accuracy: 9707/10000 (97%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 1.778855\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.728099\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.649205\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.552388\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.467092\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.619375\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.363832\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.272271\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.439608\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.255232\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.409478\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.301060\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.248418\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.488005\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.423649\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.300595\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.254110\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.186937\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.312047\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.374359\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.158078\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.330702\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.297722\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.368249\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.209197\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.278365\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.183659\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.170055\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.390768\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.272458\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.377397\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.304035\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.351912\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.328472\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.286780\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.193319\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.265772\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.136134\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.167602\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.205494\n",
      "Client: 4 Test set: Average loss: 0.0942, Accuracy: 9699/10000 (97%)\n",
      "\n",
      "Test set: Average loss: 0.0863, Accuracy: 9726/10000 (97%)\n",
      "\n",
      "Test loss: 0.08630454676635563, Test accuracy: 0.9726\n",
      "***********************************Round:  2\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.183421\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.258172\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.256213\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.307587\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.204308\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.198921\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.321695\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.224078\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.113991\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.232668\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.084351\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.352919\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.217229\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.326045\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.256910\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.117349\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.210933\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.390625\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.262071\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.157106\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.145690\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.140884\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.153599\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.555982\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.169211\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.149492\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.191495\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.218290\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.298421\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.324789\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.155053\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.199584\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.147942\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.200689\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.260326\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.276770\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.157644\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.131170\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.183992\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.494637\n",
      "Client: 0 Test set: Average loss: 0.0703, Accuracy: 9787/10000 (98%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.263496\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.171783\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.113852\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.242216\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.298544\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.116218\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.189016\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.119211\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.203731\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.129774\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.100465\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.251805\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.276832\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.256627\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.446907\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.173585\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.117866\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.276989\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.375891\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.272422\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.186197\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.145642\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.214045\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.172552\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.248852\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.254172\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.195116\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.170962\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.288762\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.203299\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.118466\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.220906\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.043358\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.201274\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.186119\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.224497\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.133523\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.086650\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.269941\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.188075\n",
      "Client: 1 Test set: Average loss: 0.0686, Accuracy: 9764/10000 (98%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.150452\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.269398\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.052836\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.214295\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.162417\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.287948\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.256028\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.229559\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.177087\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.256845\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.157915\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.250844\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.242556\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.321269\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.128325\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.329657\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.258371\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.195590\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.207501\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.219550\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.186110\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.145611\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.354121\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.137456\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.238815\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.150945\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.273496\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.134738\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.414928\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.181376\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.253300\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.105568\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.406691\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.157405\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.126034\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.047100\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.133484\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.314171\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.153883\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.124983\n",
      "Client: 2 Test set: Average loss: 0.0711, Accuracy: 9778/10000 (98%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.179118\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.212764\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.219986\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.215979\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.179188\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.166142\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.269834\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.249317\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.225140\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.286470\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.360680\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.129299\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.250995\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.356890\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.119472\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.151752\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.337556\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.209842\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.337995\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.339992\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.138570\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.176755\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.271221\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.157142\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.179385\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.321912\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.074952\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.251451\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.159765\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.215238\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.164700\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.271197\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.175018\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.224854\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.137691\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.189624\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.260678\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.162224\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.179891\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.124802\n",
      "Client: 3 Test set: Average loss: 0.0704, Accuracy: 9773/10000 (98%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.130001\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.453683\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.253517\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.203496\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.160920\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.226566\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.320408\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.211660\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.229264\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.267158\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.148466\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.285920\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.313980\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.341815\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.205812\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.126195\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.232479\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.094496\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.260255\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.161841\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.273754\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.191917\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.155952\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.194041\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.171685\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.301831\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.117595\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.191050\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.197814\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.235208\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.171708\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.282653\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.334650\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.236405\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.227640\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.191750\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.124791\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.134702\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.167505\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.056900\n",
      "Client: 4 Test set: Average loss: 0.0684, Accuracy: 9781/10000 (98%)\n",
      "\n",
      "Test set: Average loss: 0.0659, Accuracy: 9788/10000 (98%)\n",
      "\n",
      "Test loss: 0.06587523595066741, Test accuracy: 0.9788\n",
      "***********************************Round:  3\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.201925\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.136766\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.214026\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.155125\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.235342\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.133518\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.149721\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.291655\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.123280\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.179844\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.116042\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.134692\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.124005\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.210773\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.216452\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.095134\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.124822\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.335622\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.065500\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.208698\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.212117\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.188348\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.302848\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.224907\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.414033\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.380647\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.192056\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.095877\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.283155\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.105277\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.057835\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.073935\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.191484\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.237944\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.024083\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.120098\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.237150\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.266331\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.316517\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.175168\n",
      "Client: 0 Test set: Average loss: 0.0599, Accuracy: 9812/10000 (98%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.172779\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.303807\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.132237\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.332080\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.239261\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.258852\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.306099\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.206652\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.079264\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.122964\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.301286\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.125736\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.185698\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.142784\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.124554\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.269693\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.165642\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.154443\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.159018\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.104828\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.067704\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.104800\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.098476\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.269866\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.275647\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.131864\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.286164\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.121202\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.121371\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.198099\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.209308\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.124333\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.188487\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.138151\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.087940\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.170715\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.085120\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.153226\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.174472\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.144226\n",
      "Client: 1 Test set: Average loss: 0.0600, Accuracy: 9801/10000 (98%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.240369\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.280550\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.284238\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.123112\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.251773\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.252208\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.102768\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.364421\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.244440\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.374854\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.221208\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.173743\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.105089\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.121555\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.168955\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.152160\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.231447\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.069597\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.194777\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.132725\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.131442\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.208938\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.069966\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.207718\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.085260\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.183886\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.403130\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.122738\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.178886\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.199058\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.118232\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.328520\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.291761\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.184968\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.163732\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.312563\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.119442\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.084446\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.313355\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.130434\n",
      "Client: 2 Test set: Average loss: 0.0567, Accuracy: 9811/10000 (98%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.288137\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.276265\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.314116\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.174356\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.194159\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.444763\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.261553\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.239519\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.112073\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.275427\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.088975\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.067026\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.076448\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.215935\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.311547\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.254768\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.164765\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.197151\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.078466\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.218630\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.256408\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.174081\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.175075\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.145755\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.379980\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.096912\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.127689\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.049094\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.222142\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.199787\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.183168\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.199409\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.267216\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.054358\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.260198\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.099280\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.266330\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.171395\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.156665\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.075843\n",
      "Client: 3 Test set: Average loss: 0.0600, Accuracy: 9807/10000 (98%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.445318\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.296942\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.247490\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.148339\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.128582\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.215976\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.110015\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.144204\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.373679\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.185289\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.119429\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.147321\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.281776\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.380839\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.284163\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.365993\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.360499\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.142752\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.225103\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.241624\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.104746\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.119547\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.224891\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.340884\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.069699\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.057061\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.160688\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.236750\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.170713\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.138451\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.099508\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.062013\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.439645\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.115725\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.158357\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.141048\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.159986\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.228073\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.176460\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.150988\n",
      "Client: 4 Test set: Average loss: 0.0594, Accuracy: 9820/10000 (98%)\n",
      "\n",
      "Test set: Average loss: 0.0557, Accuracy: 9820/10000 (98%)\n",
      "\n",
      "Test loss: 0.05572669979175553, Test accuracy: 0.982\n",
      "***********************************Round:  4\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.344363\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.042798\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.214554\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.234920\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.086843\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.436069\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.116733\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.255136\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.250173\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.234061\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.159415\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.177849\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.064183\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.111048\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.111000\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.173201\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.213764\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.172425\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.098836\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.206155\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.177068\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.219041\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.067538\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.187738\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.068834\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.097742\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.379452\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.360808\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.270478\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.231495\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.253587\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.152901\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.294871\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.127798\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.131564\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.242773\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.133063\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.181013\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.072234\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.233739\n",
      "Client: 0 Test set: Average loss: 0.0504, Accuracy: 9843/10000 (98%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.159975\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.073334\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.209055\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.099865\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.125060\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.111079\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.193202\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.149458\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.102530\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.036470\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.097870\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.242618\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.063672\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.240209\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.091136\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.244434\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.125671\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.084334\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.131067\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.235218\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.117945\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.183294\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.144856\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.233537\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.210421\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.115435\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.142437\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.095323\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.085162\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.208726\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.098311\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.287869\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.225658\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.084214\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.075686\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.146266\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.095474\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.225656\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.100088\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.105906\n",
      "Client: 1 Test set: Average loss: 0.0572, Accuracy: 9801/10000 (98%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.166751\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.082708\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.108829\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.131988\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.153006\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.107676\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.053723\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.132886\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.191746\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.091658\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.160088\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.186101\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.132429\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.293678\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.099465\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.047630\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.054831\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.138652\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.161981\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.282358\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.231842\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.147916\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.493513\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.138796\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.251189\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.246028\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.140240\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.186375\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.188671\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.153508\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.290487\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.065033\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.141839\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.065690\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.198326\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.116059\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.134361\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.099542\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.147497\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.238489\n",
      "Client: 2 Test set: Average loss: 0.0547, Accuracy: 9828/10000 (98%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.158688\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.244496\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.182903\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.135516\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.079124\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.174153\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.167373\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.079461\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.281258\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.166787\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.079263\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.359685\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.161951\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.204008\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.152662\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.075940\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.121042\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.153398\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.133328\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.086008\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.187145\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.172898\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.187449\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.255016\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.137125\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.121487\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.317388\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.252529\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.239295\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.139465\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.297674\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.083892\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.083550\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.147491\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.275089\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.147460\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.181466\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.246443\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.238464\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.108536\n",
      "Client: 3 Test set: Average loss: 0.0537, Accuracy: 9823/10000 (98%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.103743\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.062343\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.171924\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.209868\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.119063\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.116233\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.082418\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.138556\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.335193\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.137650\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.159021\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.226043\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.108714\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.163905\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.073659\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.105550\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.125657\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.080648\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.157686\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.171533\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.162147\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.050569\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.303366\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.152033\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.173879\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.110304\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.125357\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.348954\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.071339\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.115653\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.115157\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.192730\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.108004\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.128973\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.082759\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.202499\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.106291\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.165941\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.059391\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.124745\n",
      "Client: 4 Test set: Average loss: 0.0515, Accuracy: 9836/10000 (98%)\n",
      "\n",
      "Test set: Average loss: 0.0484, Accuracy: 9841/10000 (98%)\n",
      "\n",
      "Test loss: 0.04843494328260422, Test accuracy: 0.9841\n",
      "***********************************Round:  5\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.196588\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.149270\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.317529\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.162062\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.359162\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.192621\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.298701\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.133755\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.114835\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.152974\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.132205\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.128866\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.079660\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.283932\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.141830\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.375240\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.116054\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.330862\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.217529\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.098202\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.133898\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.141039\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.077613\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.179630\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.108016\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.236348\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.096975\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.201635\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.224080\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.285363\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.167942\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.096931\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.161706\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.138237\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.135138\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.065150\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.202977\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.057821\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.152384\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.178328\n",
      "Client: 0 Test set: Average loss: 0.0484, Accuracy: 9836/10000 (98%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.260238\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.144171\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.224452\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.185556\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.068377\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.174754\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.218331\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.106678\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.123162\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.128886\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.159653\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.294488\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.274639\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.085584\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.160165\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.104371\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.257348\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.093935\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.189532\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.231269\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.141909\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.346447\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.076851\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.206040\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.079063\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.168642\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.135338\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.128492\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.064385\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.194621\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.100052\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.187294\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.198136\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.125266\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.102298\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.082119\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.108529\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.320672\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.150861\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.075994\n",
      "Client: 1 Test set: Average loss: 0.0493, Accuracy: 9833/10000 (98%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.147534\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.103431\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.067683\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.084904\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.058806\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.130524\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.072748\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.053707\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.312062\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.071108\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.128464\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.038291\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.172356\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.101302\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.049491\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.116574\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.115767\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.154379\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.143571\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.108058\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.125267\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.105952\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.050869\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.043624\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.303688\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.115325\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.096601\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.230190\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.075497\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.041136\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.166622\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.157339\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.151955\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.155132\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.127132\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.184291\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.151388\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.125499\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.176581\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.069201\n",
      "Client: 2 Test set: Average loss: 0.0496, Accuracy: 9835/10000 (98%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.137351\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.228625\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.097201\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.126666\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.221795\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.095489\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.317540\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.160432\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.300430\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.045490\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.259416\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.217604\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.283524\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.110646\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.159556\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.061027\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.240248\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.133314\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.368538\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.099088\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.144595\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.122523\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.071992\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.394511\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.125886\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.213199\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.174660\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.274780\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.042142\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.144832\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.101508\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.055206\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.069015\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.152888\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.108643\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.292914\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.144701\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.154715\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.129314\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.207148\n",
      "Client: 3 Test set: Average loss: 0.0478, Accuracy: 9851/10000 (99%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.093401\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.230730\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.064042\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.154627\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.169842\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.203212\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.087849\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.148003\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.131119\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.235898\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.255277\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.253434\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.135686\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.195867\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.072693\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.083420\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.105140\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.137673\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.167806\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.118530\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.178870\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.063824\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.141860\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.129989\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.071089\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.281097\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.134458\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.196528\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.007619\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.138190\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.255566\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.076085\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.184101\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.183311\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.105351\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.103147\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.036030\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.114283\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.078549\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.130513\n",
      "Client: 4 Test set: Average loss: 0.0504, Accuracy: 9825/10000 (98%)\n",
      "\n",
      "Test set: Average loss: 0.0467, Accuracy: 9841/10000 (98%)\n",
      "\n",
      "Test loss: 0.046702427183790134, Test accuracy: 0.9841\n",
      "***********************************Round:  6\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.076366\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.080959\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.100271\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.374231\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.199384\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.245950\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.332872\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.110055\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.068881\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.149684\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.108988\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.113351\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.072026\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.198845\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.151211\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.156253\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.194784\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.142706\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.046479\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.157505\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.111648\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.178518\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.053800\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.044288\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.128044\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.121192\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.505800\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.063747\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.224452\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.123522\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.082623\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.033383\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.159509\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.098084\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.174688\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.204975\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.105217\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.129115\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.074445\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.324711\n",
      "Client: 0 Test set: Average loss: 0.0448, Accuracy: 9854/10000 (99%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.209871\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.105089\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.140298\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.095826\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.078261\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.136945\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.142519\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.268246\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.297075\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.146983\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.092251\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.114433\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.078097\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.072714\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.086311\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.180517\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.099109\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.074127\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.128452\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.094118\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.180988\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.142600\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.165264\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.231355\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.164549\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.063064\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.164391\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.271580\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.271724\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.165444\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.132006\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.287920\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.117149\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.123703\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.219478\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.077409\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.272510\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.115647\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.158144\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.072992\n",
      "Client: 1 Test set: Average loss: 0.0421, Accuracy: 9866/10000 (99%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.102681\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.091845\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.247035\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.165553\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.083993\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.068339\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.126839\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.121763\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.100270\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.096648\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.065187\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.184804\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.037603\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.143176\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.241945\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.203055\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.134006\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.224370\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.067831\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.118625\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.179302\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.130913\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.144814\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.146855\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.176685\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.014325\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.128789\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.176538\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.050815\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.068827\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.119520\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.273020\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.221557\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.067871\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.080780\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.054624\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.089021\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.084722\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.147583\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.139358\n",
      "Client: 2 Test set: Average loss: 0.0438, Accuracy: 9857/10000 (99%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.098222\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.074151\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.183507\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.119148\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.162678\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.102033\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.075601\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.171076\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.095922\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.085535\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.230003\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.212014\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.292894\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.203908\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.140609\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.083251\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.280801\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.484482\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.155353\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.042401\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.123760\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.117165\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.090601\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.071434\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.218914\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.106028\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.191998\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.175740\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.091038\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.142173\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.224042\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.134198\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.037833\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.217506\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.164285\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.129330\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.179546\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.168002\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.108951\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.291134\n",
      "Client: 3 Test set: Average loss: 0.0449, Accuracy: 9860/10000 (99%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.078720\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.120618\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.180194\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.051815\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.029784\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.265126\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.121504\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.196686\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.138928\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.208815\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.135312\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.091174\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.044148\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.124887\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.199424\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.048634\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.166692\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.097604\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.072203\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.072120\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.031955\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.106966\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.170301\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.311186\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.114435\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.060742\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.083636\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.172817\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.037731\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.073657\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.137110\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.093848\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.088229\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.079507\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.138029\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.078563\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.053014\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.105580\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.069395\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.219506\n",
      "Client: 4 Test set: Average loss: 0.0463, Accuracy: 9850/10000 (98%)\n",
      "\n",
      "Test set: Average loss: 0.0406, Accuracy: 9877/10000 (99%)\n",
      "\n",
      "Test loss: 0.04056991480528377, Test accuracy: 0.9877\n",
      "***********************************Round:  7\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.113536\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.182239\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.143051\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.139185\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.088158\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.083980\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.225007\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.098524\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.053925\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.162671\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.118884\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.168175\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.065831\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.205988\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.104361\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.273355\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.069465\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.076405\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.043695\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.131089\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.069337\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.040996\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.069780\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.039699\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.122022\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.210686\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.066594\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.104043\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.101822\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.164729\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.219835\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.067111\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.215789\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.090711\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.093465\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.146066\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.278541\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.065052\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.111470\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.045552\n",
      "Client: 0 Test set: Average loss: 0.0430, Accuracy: 9874/10000 (99%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.064596\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.071179\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.099078\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.222544\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.269859\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.118935\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.093893\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.164472\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.107961\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.090049\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.342312\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.220904\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.081378\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.064998\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.043583\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.105342\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.096957\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.348539\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.222983\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.094353\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.157529\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.074932\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.214793\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.215463\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.068499\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.214882\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.219943\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.063905\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.139020\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.195946\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.199638\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.096402\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.175780\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.192604\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.149397\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.043608\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.051486\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.113629\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.087066\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.280859\n",
      "Client: 1 Test set: Average loss: 0.0426, Accuracy: 9874/10000 (99%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.073323\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.095894\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.139678\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.178926\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.045773\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.087165\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.070414\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.188709\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.115705\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.118502\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.111188\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.083497\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.059957\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.137891\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.128840\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.164833\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.126426\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.069858\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.095316\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.090381\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.223752\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.071381\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.230763\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.207260\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.074220\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.121672\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.087893\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.056106\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.085884\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.403892\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.080578\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.047439\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.113670\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.047189\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.087972\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.285069\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.073212\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.071594\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.104713\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.036043\n",
      "Client: 2 Test set: Average loss: 0.0452, Accuracy: 9858/10000 (99%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.102597\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.136903\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.100711\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.041266\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.148685\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.189078\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.056242\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.099837\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.043409\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.123488\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.093309\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.169227\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.055091\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.106090\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.111332\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.350462\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.061407\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.073635\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.110598\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.146858\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.242538\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.102308\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.074340\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.263115\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.031038\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.076041\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.170897\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.043853\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.089354\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.303627\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.075886\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.085125\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.094320\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.140253\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.059460\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.162166\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.033298\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.042776\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.060083\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.050445\n",
      "Client: 3 Test set: Average loss: 0.0406, Accuracy: 9868/10000 (99%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.058829\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.155039\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.138240\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.074101\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.141953\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.253043\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.104037\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.182969\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.075996\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.165619\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.070007\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.057520\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.216193\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.148896\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.123047\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.177652\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.089258\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.097125\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.099099\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.058890\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.242271\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.034345\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.037314\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.229403\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.191658\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.362533\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.097335\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.115015\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.126928\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.066980\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.074658\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.082538\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.051166\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.225518\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.069727\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.091437\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.089856\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.116716\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.054064\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.219184\n",
      "Client: 4 Test set: Average loss: 0.0430, Accuracy: 9866/10000 (99%)\n",
      "\n",
      "Test set: Average loss: 0.0393, Accuracy: 9877/10000 (99%)\n",
      "\n",
      "Test loss: 0.0392537760694162, Test accuracy: 0.9877\n",
      "***********************************Round:  8\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.179052\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.041886\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.055091\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.187563\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.286961\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.203664\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.132579\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.250241\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.129670\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.073384\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.030989\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.081362\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.142788\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.085618\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.086677\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.043665\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.227152\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.087371\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.073355\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.086603\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.109086\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.076348\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.056627\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.076567\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.067224\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.223439\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.116999\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.146631\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.170271\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.136292\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.132053\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.127026\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.330330\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.045925\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.114976\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.128773\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.081457\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.182957\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.076979\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.049857\n",
      "Client: 0 Test set: Average loss: 0.0389, Accuracy: 9874/10000 (99%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.070937\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.141106\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.090910\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.121112\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.068873\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.061077\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.121482\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.091920\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.040369\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.036888\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.242880\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.094211\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.264542\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.037422\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.166541\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.192913\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.161769\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.210622\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.275452\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.118606\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.080125\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.159430\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.029157\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.128197\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.171975\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.063238\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.061036\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.186581\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.094498\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.090297\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.098537\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.250999\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.065385\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.213711\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.060238\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.180122\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.216691\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.084904\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.134854\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.100964\n",
      "Client: 1 Test set: Average loss: 0.0404, Accuracy: 9875/10000 (99%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.137429\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.105974\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.070165\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.056071\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.052246\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.038959\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.095475\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.246936\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.081333\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.184152\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.050686\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.068187\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.161510\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.132508\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.042962\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.224258\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.203402\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.232698\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.119227\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.149109\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.114857\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.200960\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.218371\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.177675\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.183125\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.030113\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.203834\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.228084\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.068274\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.070320\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.035541\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.072746\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.162141\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.054732\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.110844\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.086651\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.128526\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.066689\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.300080\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.011084\n",
      "Client: 2 Test set: Average loss: 0.0434, Accuracy: 9865/10000 (99%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.062704\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.137210\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.063837\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.175332\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.067265\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.034304\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.057549\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.228745\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.325057\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.113856\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.285221\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.171709\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.172996\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.097708\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.028118\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.045400\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.316556\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.172625\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.154513\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.115965\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.077033\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.206845\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.103114\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.146309\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.168937\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.072736\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.084139\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.048420\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.064560\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.191443\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.134161\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.018859\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.135315\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.036590\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.184274\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.037937\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.099242\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.306212\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.099596\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.053240\n",
      "Client: 3 Test set: Average loss: 0.0425, Accuracy: 9870/10000 (99%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.145343\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.221369\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.197333\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.134185\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.179765\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.093739\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.070666\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.108075\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.197770\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.059589\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.051250\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.048804\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.076924\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.169672\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.266092\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.072870\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.043384\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.144048\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.097417\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.123906\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.174374\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.118915\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.136776\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.085359\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.027108\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.104346\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.082116\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.046810\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.050965\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.128459\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.049032\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.095466\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.079576\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.050085\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.146196\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.029240\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.087210\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.147366\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.187105\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.100712\n",
      "Client: 4 Test set: Average loss: 0.0376, Accuracy: 9877/10000 (99%)\n",
      "\n",
      "Test set: Average loss: 0.0371, Accuracy: 9881/10000 (99%)\n",
      "\n",
      "Test loss: 0.037094615928572605, Test accuracy: 0.9881\n",
      "***********************************Round:  9\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.059541\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.153627\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.212480\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.080671\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.126172\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.129036\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.138716\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.075190\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.047557\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.088075\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.073098\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.077720\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.062732\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.127184\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.203770\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.102479\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.108916\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.127170\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.149549\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.238506\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.094166\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.098660\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.045380\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.130934\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.075424\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.117029\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.073909\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.031199\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.206243\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.226173\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.081264\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.085483\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.202278\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.062251\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.274596\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.119113\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.185968\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.076332\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.131476\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.033893\n",
      "Client: 0 Test set: Average loss: 0.0388, Accuracy: 9875/10000 (99%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.134955\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.095750\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.047014\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.056825\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.020792\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.164902\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.050259\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.058950\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.163450\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.039761\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.061062\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.145310\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.241539\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.035569\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.282315\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.090733\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.069463\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.227324\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.072560\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.306552\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.237773\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.043999\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.065429\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.360565\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.205542\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.119317\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.043294\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.027390\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.040120\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.159552\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.153333\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.155547\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.267252\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.109304\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.224416\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.043527\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.082497\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.107236\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.091685\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.108300\n",
      "Client: 1 Test set: Average loss: 0.0385, Accuracy: 9873/10000 (99%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.033722\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.073065\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.184576\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.171197\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.204935\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.062897\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.052543\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.133577\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.080675\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.185276\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.065746\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.107334\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.087349\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.236900\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.146708\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.064848\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.062244\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.080409\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.069383\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.171199\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.151824\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.111514\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.148625\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.242310\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.077153\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.078596\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.147201\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.201356\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.038905\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.092088\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.041922\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.063259\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.078070\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.148915\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.130824\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.138919\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.118939\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.036860\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.010154\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.180195\n",
      "Client: 2 Test set: Average loss: 0.0388, Accuracy: 9878/10000 (99%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.088421\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.128497\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.276036\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.116431\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.131100\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.026427\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.157433\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.174839\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.066124\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.090747\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.125229\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.021624\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.147180\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.168580\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.057614\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.083956\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.124721\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.096449\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.130203\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.131825\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.088492\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.175122\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.067484\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.130020\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.127436\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.098276\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.062411\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.235483\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.146632\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.052319\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.142123\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.121754\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.101179\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.058398\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.083752\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.426175\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.025425\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.072353\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.281625\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.038131\n",
      "Client: 3 Test set: Average loss: 0.0374, Accuracy: 9877/10000 (99%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.072644\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.156327\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.072804\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.165881\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.135001\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.146755\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.102204\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.030461\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.134917\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.089612\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.034345\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.260915\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.058974\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.090032\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.206683\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.060689\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.116834\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.089848\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.126905\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.125660\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.071694\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.070907\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.032874\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.164624\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.075615\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.164247\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.104410\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.045978\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.122727\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.138510\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.120149\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.076555\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.113277\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.148756\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.093071\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.088453\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.258915\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.056824\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.049885\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.072170\n",
      "Client: 4 Test set: Average loss: 0.0387, Accuracy: 9878/10000 (99%)\n",
      "\n",
      "Test set: Average loss: 0.0353, Accuracy: 9877/10000 (99%)\n",
      "\n",
      "Test loss: 0.03534807693841867, Test accuracy: 0.9877\n"
     ]
    }
   ],
   "source": [
    "num_clients = 5\n",
    "num_rounds = 10\n",
    "epochs = 10\n",
    "\n",
    "aggregator = FedAggregator(num_clients,args)\n",
    "aggregator.load_data()\n",
    "\n",
    "aggregator.run_rounds(num_rounds, epochs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "f3bf9819",
   "metadata": {
    "papermill": {
     "duration": 0.103245,
     "end_time": "2023-03-26T04:05:43.615765",
     "exception": false,
     "start_time": "2023-03-26T04:05:43.512520",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.12"
  },
  "papermill": {
   "default_parameters": {},
   "duration": 2136.634247,
   "end_time": "2023-03-26T04:05:45.049826",
   "environment_variables": {},
   "exception": null,
   "input_path": "__notebook__.ipynb",
   "output_path": "__notebook__.ipynb",
   "parameters": {},
   "start_time": "2023-03-26T03:30:08.415579",
   "version": "2.4.0"
  },
  "widgets": {
   "application/vnd.jupyter.widget-state+json": {
    "state": {
     "00823dcb0c054019a8c9bf5d84d8ce2b": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "00eea2b244bf47afb26de06c6455d24a": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "062e74b9feff4014804eb62a3ec84718": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "10057019f719450bb9086967cb6f3b09": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HTMLModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HTMLModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HTMLView",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_4cc37ad211c546e295fea9084ed77f29",
       "placeholder": "​",
       "style": "IPY_MODEL_2e3a2df9e78b4c5e8f49e1228585c764",
       "value": "100%"
      }
     },
     "16bb301806e1428dba41c9891e4b4232": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "1aa07dbe53284bc1a0ffd8aaf09ff598": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "1d21dd2a8e2f4b43b7f4c8211c5373d0": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "2e3a2df9e78b4c5e8f49e1228585c764": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "DescriptionStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "DescriptionStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "description_width": ""
      }
     },
     "3503ace24cb948908f077bb65d42b293": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HBoxModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HBoxModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HBoxView",
       "box_style": "",
       "children": [
        "IPY_MODEL_b0b38dc29a0c407c8db59b20c427586a",
        "IPY_MODEL_b9c8ca76caef488e954a14b2f82e07e7",
        "IPY_MODEL_a2d00b5457c04d658d41a7492bab5e35"
       ],
       "layout": "IPY_MODEL_f1a14b875077401cba94768e2d0e7834"
      }
     },
     "3a8077ce6c6e400c8e340042c25b1157": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "3ae288728d7144a78670bb777f5b682a": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HTMLModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HTMLModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HTMLView",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_062e74b9feff4014804eb62a3ec84718",
       "placeholder": "​",
       "style": "IPY_MODEL_f55238f16e1345fb9229c4269f6b4c40",
       "value": "100%"
      }
     },
     "3bb3c25b2fcb41f2a490a4cfc5b49e29": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "3eee8dea98864b09816094114b1b5d4b": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HTMLModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HTMLModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HTMLView",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_1aa07dbe53284bc1a0ffd8aaf09ff598",
       "placeholder": "​",
       "style": "IPY_MODEL_f488abd3ed584bfdbe02f0869f2aab70",
       "value": "100%"
      }
     },
     "442c203f94c14e5babd9046369bcbda1": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "ProgressStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "ProgressStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "bar_color": null,
       "description_width": ""
      }
     },
     "48f456fe546f4b028a9ece6aa568ddd9": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "FloatProgressModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "FloatProgressModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "ProgressView",
       "bar_style": "success",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_dad6870329d8461d8447d7be8d0ec564",
       "max": 28881,
       "min": 0,
       "orientation": "horizontal",
       "style": "IPY_MODEL_a56d79d7b4a14c649aa563d5f6de9f5c",
       "value": 28881
      }
     },
     "4b63dbb230894037873818fd2b3be0e5": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "4cc37ad211c546e295fea9084ed77f29": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "4d5285061f904619981a24dae64af637": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "4e013df2b66d489d88e0ae6ca6dfc5e0": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "DescriptionStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "DescriptionStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "description_width": ""
      }
     },
     "525d1b0469df4f49b0e9ec2dbc69b5fe": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "ProgressStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "ProgressStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "bar_color": null,
       "description_width": ""
      }
     },
     "52ddc264320e4aa0b4d07880f958936f": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "DescriptionStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "DescriptionStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "description_width": ""
      }
     },
     "6175c9a85aed47fab8878ef64eb88ac7": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "FloatProgressModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "FloatProgressModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "ProgressView",
       "bar_style": "success",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_00823dcb0c054019a8c9bf5d84d8ce2b",
       "max": 9912422,
       "min": 0,
       "orientation": "horizontal",
       "style": "IPY_MODEL_6499a09d56904f52b30b4260378c8dd6",
       "value": 9912422
      }
     },
     "6499a09d56904f52b30b4260378c8dd6": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "ProgressStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "ProgressStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "bar_color": null,
       "description_width": ""
      }
     },
     "653dec814a2e401bb2e729c39159c577": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HTMLModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HTMLModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HTMLView",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_3a8077ce6c6e400c8e340042c25b1157",
       "placeholder": "​",
       "style": "IPY_MODEL_d4bfb102501c4dfea080a990901fde9d",
       "value": " 1648877/1648877 [00:00&lt;00:00, 20944743.28it/s]"
      }
     },
     "88fcf0c847d34d8d8ebc939d1bc14bb2": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "FloatProgressModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "FloatProgressModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "ProgressView",
       "bar_style": "success",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_de7d3c58add349d89b08a805ae2f97aa",
       "max": 1648877,
       "min": 0,
       "orientation": "horizontal",
       "style": "IPY_MODEL_442c203f94c14e5babd9046369bcbda1",
       "value": 1648877
      }
     },
     "a2d00b5457c04d658d41a7492bab5e35": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HTMLModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HTMLModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HTMLView",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_3bb3c25b2fcb41f2a490a4cfc5b49e29",
       "placeholder": "​",
       "style": "IPY_MODEL_b4bf46c8aee047729e6034c30eb385a2",
       "value": " 4542/4542 [00:00&lt;00:00, 349679.31it/s]"
      }
     },
     "a56d79d7b4a14c649aa563d5f6de9f5c": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "ProgressStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "ProgressStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "bar_color": null,
       "description_width": ""
      }
     },
     "b0b38dc29a0c407c8db59b20c427586a": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HTMLModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HTMLModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HTMLView",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_4b63dbb230894037873818fd2b3be0e5",
       "placeholder": "​",
       "style": "IPY_MODEL_52ddc264320e4aa0b4d07880f958936f",
       "value": "100%"
      }
     },
     "b4bf46c8aee047729e6034c30eb385a2": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "DescriptionStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "DescriptionStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "description_width": ""
      }
     },
     "b94a1d0a78404421b03ae9af8848bd9c": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "DescriptionStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "DescriptionStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "description_width": ""
      }
     },
     "b9c8ca76caef488e954a14b2f82e07e7": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "FloatProgressModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "FloatProgressModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "ProgressView",
       "bar_style": "success",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_f572a2853fa54c22b4f169ebd37597a9",
       "max": 4542,
       "min": 0,
       "orientation": "horizontal",
       "style": "IPY_MODEL_525d1b0469df4f49b0e9ec2dbc69b5fe",
       "value": 4542
      }
     },
     "c30f8cee2bf646059e4cca34114310f5": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "d4045ca57c7f49fdbb80818ec12c83a8": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HBoxModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HBoxModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HBoxView",
       "box_style": "",
       "children": [
        "IPY_MODEL_3eee8dea98864b09816094114b1b5d4b",
        "IPY_MODEL_88fcf0c847d34d8d8ebc939d1bc14bb2",
        "IPY_MODEL_653dec814a2e401bb2e729c39159c577"
       ],
       "layout": "IPY_MODEL_4d5285061f904619981a24dae64af637"
      }
     },
     "d4bfb102501c4dfea080a990901fde9d": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "DescriptionStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "DescriptionStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "description_width": ""
      }
     },
     "d9a335df73fc4de18187e53cf0f14e88": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HTMLModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HTMLModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HTMLView",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_1d21dd2a8e2f4b43b7f4c8211c5373d0",
       "placeholder": "​",
       "style": "IPY_MODEL_b94a1d0a78404421b03ae9af8848bd9c",
       "value": " 28881/28881 [00:00&lt;00:00, 2119869.34it/s]"
      }
     },
     "dad6870329d8461d8447d7be8d0ec564": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "db1f63fd85704f19876af5a92acd3ac4": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HTMLModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HTMLModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HTMLView",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_c30f8cee2bf646059e4cca34114310f5",
       "placeholder": "​",
       "style": "IPY_MODEL_4e013df2b66d489d88e0ae6ca6dfc5e0",
       "value": " 9912422/9912422 [00:00&lt;00:00, 18919303.42it/s]"
      }
     },
     "de7d3c58add349d89b08a805ae2f97aa": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "f1a14b875077401cba94768e2d0e7834": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "f3a8b18020e044bdab037f498e6b6567": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HBoxModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HBoxModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HBoxView",
       "box_style": "",
       "children": [
        "IPY_MODEL_10057019f719450bb9086967cb6f3b09",
        "IPY_MODEL_6175c9a85aed47fab8878ef64eb88ac7",
        "IPY_MODEL_db1f63fd85704f19876af5a92acd3ac4"
       ],
       "layout": "IPY_MODEL_16bb301806e1428dba41c9891e4b4232"
      }
     },
     "f488abd3ed584bfdbe02f0869f2aab70": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "DescriptionStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "DescriptionStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "description_width": ""
      }
     },
     "f55238f16e1345fb9229c4269f6b4c40": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "DescriptionStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "DescriptionStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "description_width": ""
      }
     },
     "f572a2853fa54c22b4f169ebd37597a9": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "fe1aab2afa2e46069a8502144917ebd2": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HBoxModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HBoxModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HBoxView",
       "box_style": "",
       "children": [
        "IPY_MODEL_3ae288728d7144a78670bb777f5b682a",
        "IPY_MODEL_48f456fe546f4b028a9ece6aa568ddd9",
        "IPY_MODEL_d9a335df73fc4de18187e53cf0f14e88"
       ],
       "layout": "IPY_MODEL_00eea2b244bf47afb26de06c6455d24a"
      }
     }
    },
    "version_major": 2,
    "version_minor": 0
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}