FedAVG_MNIST.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "97dbd7ee",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-03-26T03:30:30.259462Z",
     "iopub.status.busy": "2023-03-26T03:30:30.258788Z",
     "iopub.status.idle": "2023-03-26T03:30:34.831626Z",
     "shell.execute_reply": "2023-03-26T03:30:34.830537Z"
    },
    "papermill": {
     "duration": 4.580771,
     "end_time": "2023-03-26T03:30:34.834435",
     "exception": false,
     "start_time": "2023-03-26T03:30:30.253664",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "import torch\n",
    "import torch.nn as nn\n",
    "import torch.nn.functional as F\n",
    "import torch.optim as optim\n",
    "import torchvision.transforms as transforms\n",
    "from torchvision import datasets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "30446444",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-03-26T03:30:34.841637Z",
     "iopub.status.busy": "2023-03-26T03:30:34.841130Z",
     "iopub.status.idle": "2023-03-26T03:30:34.849514Z",
     "shell.execute_reply": "2023-03-26T03:30:34.848349Z"
    },
    "papermill": {
     "duration": 0.014873,
     "end_time": "2023-03-26T03:30:34.852172",
     "exception": false,
     "start_time": "2023-03-26T03:30:34.837299",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "#Classifier for MNIST \n",
    "class model(nn.Module):\n",
    "    def __init__(self, args):\n",
    "        super(model, self).__init__()\n",
    "        self.conv1 = nn.Conv2d(args.num_channels, 10, kernel_size=5)\n",
    "        self.conv2 = nn.Conv2d(10, 20, kernel_size=5)\n",
    "        self.conv2_drop = nn.Dropout2d()\n",
    "        self.fc1 = nn.Linear(320, 50)\n",
    "        self.fc2 = nn.Linear(50, args.num_classes)\n",
    "\n",
    "    def forward(self, x):\n",
    "        x = F.relu(F.max_pool2d(self.conv1(x), 2))\n",
    "        x = F.relu(F.max_pool2d(self.conv2_drop(self.conv2(x)), 2))\n",
    "        x = x.view(-1, 320)\n",
    "        x = F.relu(self.fc1(x))\n",
    "        x = F.dropout(x, training=self.training)\n",
    "        x = self.fc2(x)\n",
    "        return F.log_softmax(x, dim=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "47b144fb",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-03-26T03:30:34.858451Z",
     "iopub.status.busy": "2023-03-26T03:30:34.858162Z",
     "iopub.status.idle": "2023-03-26T03:30:34.870836Z",
     "shell.execute_reply": "2023-03-26T03:30:34.869742Z"
    },
    "papermill": {
     "duration": 0.018709,
     "end_time": "2023-03-26T03:30:34.873158",
     "exception": false,
     "start_time": "2023-03-26T03:30:34.854449",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "class FedClient:\n",
    "    def __init__(self, id, train_data, test_data, args, global_model):\n",
    "        self.client_id = id\n",
    "        self.train_data = train_data\n",
    "        self.test_data = test_data\n",
    "        self.model = model(args)\n",
    "        self.optimizer = optim.SGD(self.model.parameters(), lr=0.01, momentum=0.5)\n",
    "        self.global_model = global_model\n",
    "\n",
    "    #train client's model\n",
    "    def train(self, epochs):\n",
    "        self.model.train()\n",
    "        for epoch in range(epochs):\n",
    "            for batch_idx, (data, target) in enumerate(self.train_data):\n",
    "                self.optimizer.zero_grad()\n",
    "                output = self.model(data)\n",
    "                loss = F.nll_loss(output, target)\n",
    "                loss.backward()\n",
    "                self.optimizer.step()\n",
    "                if batch_idx % 50 == 0: #Can be modified from 50\n",
    "                    print('Client: {} Train Epoch: {} [{}/{} ({:.0f}%)]\\tLoss: {:.6f}'.format(\n",
    "                        self.client_id, epoch, batch_idx * len(data), len(self.train_data.dataset),\n",
    "                        100. * batch_idx / len(self.train_data), loss.item()))\n",
    "\n",
    "    #To evaluate local model\n",
    "    def evaluate(self):\n",
    "        self.model.eval()\n",
    "        test_loss = 0\n",
    "        correct = 0\n",
    "        with torch.no_grad():\n",
    "            for data, target in self.test_data:\n",
    "                output = self.model(data)\n",
    "                test_loss += F.nll_loss(output, target, reduction='sum').item()  # sum up batch loss\n",
    "                pred = output.argmax(dim=1, keepdim=True)  # get the index of the max log-probability\n",
    "                correct += pred.eq(target.view_as(pred)).sum().item()\n",
    "\n",
    "        test_loss /= len(self.test_data.dataset)\n",
    "        accuracy = correct / len(self.test_data.dataset)\n",
    "        print('Client: {} Test set: Average loss: {:.4f}, Accuracy: {}/{} ({:.0f}%)\\n'.format(\n",
    "            self.client_id, test_loss, correct, len(self.test_data.dataset),\n",
    "            100. * correct / len(self.test_data.dataset)))\n",
    "        return test_loss, accuracy\n",
    "\n",
    "    #updates from the global model/aggregator's model param\n",
    "    def update_to_local(self):\n",
    "        self.model.load_state_dict(self.global_model.state_dict())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "5be5e4d0",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-03-26T03:30:34.879656Z",
     "iopub.status.busy": "2023-03-26T03:30:34.879330Z",
     "iopub.status.idle": "2023-03-26T03:30:35.286506Z",
     "shell.execute_reply": "2023-03-26T03:30:35.285495Z"
    },
    "papermill": {
     "duration": 0.413791,
     "end_time": "2023-03-26T03:30:35.289260",
     "exception": false,
     "start_time": "2023-03-26T03:30:34.875469",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "#Centralised server\n",
    "class FedAggregator:\n",
    "    def __init__(self, num_clients,args):\n",
    "        self.num_clients = num_clients\n",
    "        self.clients = []\n",
    "        self.global_model = model(args)\n",
    "        self.transform = transforms.Compose([\n",
    "                           transforms.ToTensor(),\n",
    "                           transforms.Normalize((0.1307,), (0.3081,))\n",
    "                       ])\n",
    "\n",
    "    def load_data(self):\n",
    "        train_data = datasets.MNIST('../data', train=True, download=True,\n",
    "                                    transform=self.transform)\n",
    "        test_data = datasets.MNIST('../data', train=False, download=True,\n",
    "                                   transform=self.transform)\n",
    "\n",
    "        # split train_data across clients\n",
    "        num_samples = len(train_data) // self.num_clients\n",
    "        split_data = [num_samples] * self.num_clients\n",
    "        split_data[-1] += len(train_data) - sum(split_data)\n",
    "\n",
    "        train_data_splits = torch.utils.data.random_split(train_data, split_data)\n",
    "\n",
    "        # create clients\n",
    "        for i in range(self.num_clients):\n",
    "            client_train_data = train_data_splits[i]\n",
    "            client_train_loader = torch.utils.data.DataLoader(client_train_data, batch_size=64, shuffle=True)\n",
    "            client_test_loader = torch.utils.data.DataLoader(test_data, batch_size=64, shuffle=False)\n",
    "\n",
    "            client = FedClient(i, client_train_loader, client_test_loader, args, self.global_model)\n",
    "            self.clients.append(client)\n",
    "\n",
    "    #Number of communication rounds        \n",
    "    def run_rounds(self, num_rounds, epochs):\n",
    "        for round in range(num_rounds):\n",
    "            print(\"***********************************Round: \", round)\n",
    "            client_models = []\n",
    "            client_losses = []\n",
    "            client_accs = []\n",
    "            for client in self.clients:\n",
    "                client.train(epochs)\n",
    "                client_loss, client_acc = client.evaluate()\n",
    "                client_losses.append(client_loss)\n",
    "                client_accs.append(client_acc)\n",
    "                client_model = client.model.state_dict()\n",
    "                client_models.append(client_model)\n",
    "\n",
    "\n",
    "            # update global model using federated averaging\n",
    "            for k in self.global_model.state_dict().keys():\n",
    "                global_param = torch.zeros_like(self.global_model.state_dict()[k])\n",
    "                for client_model in client_models:\n",
    "                    global_param += client_model[k]\n",
    "                global_param /= len(client_models)\n",
    "                self.global_model.state_dict()[k].copy_(global_param)\n",
    "\n",
    "            # update clients' local models with the global model\n",
    "            for client in self.clients:\n",
    "                client.update_to_local()\n",
    "\n",
    "            # evaluate global model\n",
    "            test_loss, test_acc = self.evaluate_global()\n",
    "            print(f\"Test loss: {test_loss}, Test accuracy: {test_acc}\")\n",
    "\n",
    "\n",
    "    def evaluate_global(self):\n",
    "        self.global_model.eval()\n",
    "        test_loss = 0\n",
    "        correct = 0\n",
    "        with torch.no_grad():\n",
    "            for data, target in self.clients[0].test_data:\n",
    "                output = self.global_model(data)\n",
    "                test_loss += F.nll_loss(output, target, reduction='sum').item()  # sum up batch loss\n",
    "                pred = output.argmax(dim=1, keepdim=True)  # get the index of the max log-probability\n",
    "                correct += pred.eq(target.view_as(pred)).sum().item()\n",
    "\n",
    "        test_loss /= len(self.clients[0].test_data.dataset)\n",
    "        accuracy = correct / len(self.clients[0].test_data.dataset)\n",
    "        print('Test set: Average loss: {:.4f}, Accuracy: {}/{} ({:.0f}%)\\n'.format(\n",
    "            test_loss, correct, len(self.clients[0].test_data.dataset),\n",
    "            100. * correct / len(self.clients[0].test_data.dataset)))\n",
    "        return test_loss, accuracy\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "2d38fecc",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-03-26T03:30:35.296693Z",
     "iopub.status.busy": "2023-03-26T03:30:35.296001Z",
     "iopub.status.idle": "2023-03-26T03:30:35.301441Z",
     "shell.execute_reply": "2023-03-26T03:30:35.300483Z"
    },
    "papermill": {
     "duration": 0.011667,
     "end_time": "2023-03-26T03:30:35.303586",
     "exception": false,
     "start_time": "2023-03-26T03:30:35.291919",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "class Args:\n",
    "    def __init__(self):\n",
    "        self.num_channels = 1\n",
    "        self.num_classes = 10 #label classes\n",
    "\n",
    "args = Args()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "74d4a17d",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-03-26T03:30:35.310185Z",
     "iopub.status.busy": "2023-03-26T03:30:35.309213Z",
     "iopub.status.idle": "2023-03-26T04:08:26.943085Z",
     "shell.execute_reply": "2023-03-26T04:08:26.941995Z"
    },
    "papermill": {
     "duration": 2271.64022,
     "end_time": "2023-03-26T04:08:26.946029",
     "exception": false,
     "start_time": "2023-03-26T03:30:35.305809",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Downloading http://yann.lecun.com/exdb/mnist/train-images-idx3-ubyte.gz\n",
      "Downloading http://yann.lecun.com/exdb/mnist/train-images-idx3-ubyte.gz to ../data/MNIST/raw/train-images-idx3-ubyte.gz\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "85f9cfff618e49e583f2efb086316cef",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/9912422 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Extracting ../data/MNIST/raw/train-images-idx3-ubyte.gz to ../data/MNIST/raw\n",
      "\n",
      "Downloading http://yann.lecun.com/exdb/mnist/train-labels-idx1-ubyte.gz\n",
      "Downloading http://yann.lecun.com/exdb/mnist/train-labels-idx1-ubyte.gz to ../data/MNIST/raw/train-labels-idx1-ubyte.gz\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "89e89aa5f4d74f98aae677ae068f7818",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/28881 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Extracting ../data/MNIST/raw/train-labels-idx1-ubyte.gz to ../data/MNIST/raw\n",
      "\n",
      "Downloading http://yann.lecun.com/exdb/mnist/t10k-images-idx3-ubyte.gz\n",
      "Downloading http://yann.lecun.com/exdb/mnist/t10k-images-idx3-ubyte.gz to ../data/MNIST/raw/t10k-images-idx3-ubyte.gz\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "0689f8633edf4e0aa4c793158fac2cb2",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/1648877 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Extracting ../data/MNIST/raw/t10k-images-idx3-ubyte.gz to ../data/MNIST/raw\n",
      "\n",
      "Downloading http://yann.lecun.com/exdb/mnist/t10k-labels-idx1-ubyte.gz\n",
      "Downloading http://yann.lecun.com/exdb/mnist/t10k-labels-idx1-ubyte.gz to ../data/MNIST/raw/t10k-labels-idx1-ubyte.gz\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "be1dc2ba73c94d00a47c65a75344db86",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/4542 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Extracting ../data/MNIST/raw/t10k-labels-idx1-ubyte.gz to ../data/MNIST/raw\n",
      "\n",
      "***********************************Round:  0\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 2.287223\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 2.244441\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 1.936007\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 1.520392\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 1.047381\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 1.007451\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.706319\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.633160\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.815936\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.549346\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.753505\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.817060\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.605278\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.752927\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.432730\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.420652\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.534769\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.645247\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.409655\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.611089\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.408862\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.450848\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.500539\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.534358\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.300036\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.562768\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.513911\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.431695\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.449561\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.292710\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.475837\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.535962\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.307404\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.168586\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.387967\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.304832\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.280666\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.212055\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.195937\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.150484\n",
      "Client: 0 Test set: Average loss: 0.1305, Accuracy: 9584/10000 (96%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 2.307544\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 2.229420\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 2.128368\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 1.586385\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 1.278096\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 1.224807\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.897376\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.837003\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.697809\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.812355\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.646044\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.460366\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.547421\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.786635\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.622054\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 1.036805\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.567000\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.478082\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.554535\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.482058\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.286493\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.603653\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.763467\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.437224\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.337932\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.681966\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.385550\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.517211\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.365985\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.388348\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.326306\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.442927\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.473596\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.536696\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.358866\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.402797\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.265580\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.470628\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.295142\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.372409\n",
      "Client: 1 Test set: Average loss: 0.1313, Accuracy: 9609/10000 (96%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 2.320766\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 2.209257\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 1.988149\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 1.512717\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 1.558000\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 1.103137\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 1.007418\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.969327\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.976716\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.594201\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.892012\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.752149\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.609572\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.752753\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.350603\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.618625\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 1.005566\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.571307\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.464184\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.696434\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.521200\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.519351\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.316611\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.460729\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.379062\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.525370\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.386551\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.540616\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.382414\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.392402\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.648049\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.362965\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.469129\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.630183\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.456947\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.523580\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.531864\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.526389\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.449886\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.277325\n",
      "Client: 2 Test set: Average loss: 0.1328, Accuracy: 9598/10000 (96%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 2.331213\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 2.218537\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 2.141662\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 1.532577\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 1.532420\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.970527\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.904743\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.404596\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.612406\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.560350\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.677551\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.546091\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.601736\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.763406\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.580051\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.678671\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.477670\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.383153\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.358580\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.517212\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.571913\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.540480\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.458636\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.393561\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.399007\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.456885\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.306824\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.196348\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.424371\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.502290\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.197042\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.201463\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.280574\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.452725\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.360411\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.460381\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.666405\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.259949\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.309886\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.167922\n",
      "Client: 3 Test set: Average loss: 0.1333, Accuracy: 9580/10000 (96%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 2.336724\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 2.274748\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 1.908053\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 1.680475\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 1.401086\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.901275\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.846112\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.834737\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.852530\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.718244\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.717651\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.759660\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.431679\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.394661\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.698088\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.473042\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.433191\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.646641\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.586704\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.428188\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.402980\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.369662\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.303513\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.355356\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.322682\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.271082\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.552858\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.404647\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.235570\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.612948\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.483651\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.337469\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.362205\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.369666\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.226874\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.371299\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.280076\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.320432\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.300833\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.463701\n",
      "Client: 4 Test set: Average loss: 0.1208, Accuracy: 9614/10000 (96%)\n",
      "\n",
      "Test set: Average loss: 2.2709, Accuracy: 1135/10000 (11%)\n",
      "\n",
      "Test loss: 2.2709106014251708, Test accuracy: 0.1135\n",
      "***********************************Round:  1\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 2.267472\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 1.683480\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 1.142545\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.812560\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.806179\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.862754\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.646030\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.583752\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.591668\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.403073\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.476111\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.410042\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.441879\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.210190\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.595096\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.430958\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.475374\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.475012\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.293688\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.402820\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.380217\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.418426\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.361357\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.278093\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.207785\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.483208\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.228820\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.328394\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.280303\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.483318\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.186361\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.357324\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.119692\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.387959\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.258536\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.461683\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.317366\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.422838\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.390098\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.258870\n",
      "Client: 0 Test set: Average loss: 0.1197, Accuracy: 9625/10000 (96%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 2.268188\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 1.527751\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 1.014964\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.745354\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.827181\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.578477\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.757196\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.633027\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.468042\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.439772\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.672151\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.385624\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.593777\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.478170\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.400383\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.326770\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.605719\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.548619\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.372265\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.305067\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.207556\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.428900\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.439390\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.421890\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.332340\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.308259\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.527264\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.279811\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.257039\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.445937\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.231058\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.206642\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.331654\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.314319\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.194682\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.372464\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.384258\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.304984\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.303877\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.332772\n",
      "Client: 1 Test set: Average loss: 0.1271, Accuracy: 9610/10000 (96%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 2.260561\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 1.696009\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 1.049486\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.787275\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.807682\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.516783\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.601094\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.673910\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.566771\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.620103\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.764821\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.422286\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.630332\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.363615\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.309693\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.463791\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.342608\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.345813\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.422018\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.398412\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.283716\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.414587\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.352809\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.409306\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.300197\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.328033\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.344136\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.481359\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.564517\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.339239\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.264287\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.360017\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.537177\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.292347\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.259054\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.285207\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.510576\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.344842\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.116148\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.407600\n",
      "Client: 2 Test set: Average loss: 0.1243, Accuracy: 9635/10000 (96%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 2.256189\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 1.592306\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 1.008228\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.660219\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.580057\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.765786\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.732552\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.698314\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.497875\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.524773\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.474575\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.345724\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.374721\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.436069\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.441422\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.497128\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.374295\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.488498\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.248040\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.405046\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.391180\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.377683\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.347502\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.327961\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.358855\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.342064\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.293009\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.399253\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.294103\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.360116\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.397661\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.535859\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.577334\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.330255\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.289390\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.317026\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.321961\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.381258\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.343382\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.294043\n",
      "Client: 3 Test set: Average loss: 0.1197, Accuracy: 9627/10000 (96%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 2.266970\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 1.688383\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.862864\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 1.129282\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.712465\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.839870\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.764670\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.355309\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.327458\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.638159\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.449508\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.301238\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.664294\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.432330\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.323452\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.265971\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.327999\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.276816\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.278252\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.371672\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.420150\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.370085\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.213266\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.437476\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.439601\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.413561\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.309282\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.393023\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.278632\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.298714\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.185673\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.228299\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.280384\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.406595\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.192398\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.393702\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.188985\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.198796\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.225651\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.452274\n",
      "Client: 4 Test set: Average loss: 0.1266, Accuracy: 9591/10000 (96%)\n",
      "\n",
      "Test set: Average loss: 0.1211, Accuracy: 9619/10000 (96%)\n",
      "\n",
      "Test loss: 0.1211250636190176, Test accuracy: 0.9619\n",
      "***********************************Round:  2\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.302291\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.176114\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.418313\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.411857\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.529108\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.201093\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.342729\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.262983\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.366141\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.163147\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.241714\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.275072\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.217272\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.251779\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.227499\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.261451\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.260249\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.284849\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.223117\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.171491\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.225701\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.423466\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.150973\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.221595\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.259167\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.140055\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.236638\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.206412\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.423014\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.247030\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.132942\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.305562\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.148530\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.420168\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.149559\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.224080\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.176748\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.320052\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.297594\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.414016\n",
      "Client: 0 Test set: Average loss: 0.0855, Accuracy: 9727/10000 (97%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.337947\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.438654\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.289235\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.340302\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.294181\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.400493\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.421958\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.662531\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.207868\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.236015\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.149170\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.259425\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.424969\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.285048\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.423045\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.233061\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.217183\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.161436\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.106060\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.355857\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.248795\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.294028\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.116389\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.240996\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.213523\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.313810\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.483346\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.109819\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.186395\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.289815\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.053323\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.208565\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.472063\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.096164\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.139349\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.118663\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.120501\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.184430\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.115937\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.168278\n",
      "Client: 1 Test set: Average loss: 0.0893, Accuracy: 9713/10000 (97%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.276677\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.265987\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.380312\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.444472\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.426706\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.422937\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.368383\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.159240\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.305828\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.422923\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.186233\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.206877\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.252567\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.248242\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.427811\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.216099\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.205258\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.290262\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.180594\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.251531\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.232232\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.241235\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.365556\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.238665\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.197815\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.214182\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.119530\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.199588\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.178184\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.289104\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.170803\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.480175\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.166731\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.402873\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.206859\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.274611\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.202889\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.276487\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.415839\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.282816\n",
      "Client: 2 Test set: Average loss: 0.0885, Accuracy: 9716/10000 (97%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.298063\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.250068\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.443140\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.237967\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.444634\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.189866\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.290409\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.163021\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.182613\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.162193\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.219664\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.263743\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.386325\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.327196\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.207556\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.358498\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.213128\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.287176\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.219548\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.128937\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.239575\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.213542\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.236907\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.110832\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.249411\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.177033\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.229614\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.223364\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.145426\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.123666\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.350454\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.221468\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.262145\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.307943\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.218907\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.393939\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.489706\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.274324\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.109895\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.146751\n",
      "Client: 3 Test set: Average loss: 0.0871, Accuracy: 9721/10000 (97%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.391074\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.341984\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.433705\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.365454\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.184523\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.210704\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.335015\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.303003\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.235395\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.266078\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.248653\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.430611\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.283143\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.143861\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.227827\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.292372\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.177313\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.158495\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.266387\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.269024\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.311087\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.171747\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.354360\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.363933\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.313500\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.196996\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.264751\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.102786\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.385450\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.191943\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.239806\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.531629\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.269082\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.356593\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.308207\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.131450\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.166459\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.220385\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.080884\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.358843\n",
      "Client: 4 Test set: Average loss: 0.0925, Accuracy: 9697/10000 (97%)\n",
      "\n",
      "Test set: Average loss: 0.0843, Accuracy: 9721/10000 (97%)\n",
      "\n",
      "Test loss: 0.08432984084654599, Test accuracy: 0.9721\n",
      "***********************************Round:  3\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.279837\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.158596\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.073002\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.145267\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.345500\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.115825\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.177187\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.191054\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.187992\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.103806\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.172285\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.126430\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.169806\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.138212\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.240795\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.086235\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.118421\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.237595\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.098046\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.130857\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.278761\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.141814\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.329100\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.203738\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.208595\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.134763\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.079987\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.055014\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.379891\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.134213\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.155038\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.212225\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.235905\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.214803\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.101304\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.162862\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.125321\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.191678\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.153122\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.074182\n",
      "Client: 0 Test set: Average loss: 0.0744, Accuracy: 9760/10000 (98%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.153679\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.213700\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.187889\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.331033\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.141839\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.321668\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.281553\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.169713\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.226924\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.154721\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.160162\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.269702\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.439810\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.323768\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.189843\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.168392\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.204795\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.302518\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.273849\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.374907\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.255823\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.287187\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.124209\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.266605\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.217456\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.262717\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.314637\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.158413\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.254040\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.218958\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.208908\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.121705\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.288620\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.237765\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.151536\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.070916\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.163822\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.064957\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.260877\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.289593\n",
      "Client: 1 Test set: Average loss: 0.0750, Accuracy: 9764/10000 (98%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.281827\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.187209\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.093601\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.157473\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.376571\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.197233\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.077360\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.279584\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.118735\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.171112\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.252035\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.053553\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.206114\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.160695\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.210090\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.209590\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.313288\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.257924\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.146615\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.124382\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.136073\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.144008\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.154623\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.107711\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.189121\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.115778\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.212534\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.199290\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.252701\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.123524\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.195025\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.166652\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.227058\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.083085\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.192548\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.211974\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.271832\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.142787\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.218975\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.125512\n",
      "Client: 2 Test set: Average loss: 0.0731, Accuracy: 9777/10000 (98%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.146320\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.198247\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.426747\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.175592\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.264227\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.132527\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.226362\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.327001\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.303134\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.309084\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.211617\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.203719\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.163107\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.212520\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.145552\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.308667\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.093076\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.252829\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.302294\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.182437\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.363758\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.232872\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.154587\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.114671\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.229884\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.260880\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.224446\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.181808\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.113111\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.346566\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.220859\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.132500\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.148353\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.257002\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.254071\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.182236\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.143868\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.165926\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.387540\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.137690\n",
      "Client: 3 Test set: Average loss: 0.0729, Accuracy: 9773/10000 (98%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.120908\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.157217\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.312390\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.323505\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.239790\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.255546\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.417543\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.195145\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.160004\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.115192\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.305378\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.190178\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.218423\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.308222\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.256818\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.253298\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.380378\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.227632\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.171739\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.137626\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.166520\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.194023\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.235464\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.183044\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.283089\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.061090\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.138764\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.233203\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.115447\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.207436\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.189882\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.165293\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.116922\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.218985\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.153705\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.139821\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.109953\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.138718\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.254353\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.162993\n",
      "Client: 4 Test set: Average loss: 0.0763, Accuracy: 9770/10000 (98%)\n",
      "\n",
      "Test set: Average loss: 0.0692, Accuracy: 9780/10000 (98%)\n",
      "\n",
      "Test loss: 0.0691615438289009, Test accuracy: 0.978\n",
      "***********************************Round:  4\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.485751\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.268503\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.396536\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.115289\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.376697\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.205582\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.066859\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.180611\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.125469\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.130279\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.097077\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.114102\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.144497\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.125946\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.182084\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.120888\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.119023\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.072177\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.185045\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.139484\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.202199\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.167670\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.141520\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.273310\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.076882\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.143831\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.072818\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.157242\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.148818\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.150291\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.180230\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.144491\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.156914\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.219463\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.260026\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.151966\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.174621\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.105477\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.238664\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.246891\n",
      "Client: 0 Test set: Average loss: 0.0677, Accuracy: 9797/10000 (98%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.153463\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.219545\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.464417\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.250621\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.202688\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.253323\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.124918\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.158790\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.114071\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.231199\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.094610\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.157372\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.056816\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.215986\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.272342\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.165348\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.121204\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.227210\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.135960\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.104824\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.048618\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.138925\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.455424\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.098755\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.179305\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.207690\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.207096\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.376661\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.247238\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.144808\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.094637\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.296780\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.169653\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.354711\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.259791\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.170543\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.142989\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.085720\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.131106\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.091018\n",
      "Client: 1 Test set: Average loss: 0.0639, Accuracy: 9799/10000 (98%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.100759\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.146944\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.227532\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.175394\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.233807\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.211907\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.161979\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.257339\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.331726\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.174046\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.287704\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.235609\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.289748\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.248930\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.245634\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.485117\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.321447\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.220886\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.262284\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.128780\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.107005\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.325419\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.069960\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.149410\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.199112\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.262362\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.088649\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.086956\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.183267\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.122368\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.423896\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.164719\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.117004\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.123762\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.158626\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.176098\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.181124\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.188047\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.223100\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.201539\n",
      "Client: 2 Test set: Average loss: 0.0627, Accuracy: 9814/10000 (98%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.168123\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.145370\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.073088\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.265391\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.193868\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.227639\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.343896\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.260813\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.099848\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.206850\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.099539\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.280943\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.255002\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.157430\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.352315\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.512037\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.199211\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.150242\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.123573\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.097992\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.064692\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.262112\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.345083\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.248439\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.164600\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.103545\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.055174\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.167126\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.215687\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.171782\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.100767\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.251001\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.330293\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.144185\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.155135\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.151166\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.151860\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.195960\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.114479\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.306655\n",
      "Client: 3 Test set: Average loss: 0.0662, Accuracy: 9789/10000 (98%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.111583\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.145092\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.220751\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.114366\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.151503\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.074385\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.387006\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.120444\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.119264\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.099988\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.169938\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.099720\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.115584\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.111261\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.372545\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.114682\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.406538\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.145205\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.164542\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.119102\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.031482\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.199244\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.120890\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.363416\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.185279\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.119730\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.201614\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.181872\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.175290\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.148420\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.116740\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.138888\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.180132\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.137989\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.281237\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.251607\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.050391\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.124925\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.164062\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.124284\n",
      "Client: 4 Test set: Average loss: 0.0652, Accuracy: 9792/10000 (98%)\n",
      "\n",
      "Test set: Average loss: 0.0613, Accuracy: 9808/10000 (98%)\n",
      "\n",
      "Test loss: 0.06130286257809494, Test accuracy: 0.9808\n",
      "***********************************Round:  5\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.057960\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.134425\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.132049\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.178567\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.273107\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.132963\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.194701\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.087947\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.106448\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.250267\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.134968\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.084094\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.020723\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.385809\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.048023\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.078781\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.234779\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.096336\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.256525\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.251872\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.136547\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.244854\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.077865\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.167768\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.215523\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.122061\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.347027\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.091532\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.151022\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.285754\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.104286\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.117822\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.070820\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.167517\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.147856\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.187226\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.297416\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.085651\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.156820\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.069205\n",
      "Client: 0 Test set: Average loss: 0.0567, Accuracy: 9814/10000 (98%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.453499\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.187887\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.111863\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.329024\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.144954\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.086042\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.154574\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.349084\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.146013\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.040908\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.172487\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.090747\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.128222\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.124668\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.075667\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.109973\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.230107\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.126349\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.341011\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.190765\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.099145\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.081447\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.094627\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.142122\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.165414\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.188214\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.240488\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.162729\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.231206\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.049413\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.239331\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.444085\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.154720\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.227651\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.090384\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.260433\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.130964\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.140613\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.069527\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.106422\n",
      "Client: 1 Test set: Average loss: 0.0612, Accuracy: 9803/10000 (98%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.104521\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.094299\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.255689\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.147760\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.296646\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.317038\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.198024\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.188791\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.290031\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.193467\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.073589\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.248461\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.216519\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.192849\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.169407\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.232882\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.142396\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.198105\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.076524\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.191375\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.228269\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.145090\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.087004\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.069521\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.089798\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.138276\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.163594\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.091152\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.110266\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.087162\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.087245\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.082832\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.079407\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.108882\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.121578\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.052022\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.226758\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.087340\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.114502\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.126813\n",
      "Client: 2 Test set: Average loss: 0.0570, Accuracy: 9827/10000 (98%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.086530\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.208219\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.282755\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.088584\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.342248\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.239672\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.197812\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.114772\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.052736\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.058245\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.073764\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.052369\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.228515\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.106886\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.124605\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.189510\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.144175\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.215576\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.104267\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.280210\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.246090\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.120366\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.308047\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.127733\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.438468\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.229407\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.262839\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.244115\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.144309\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.093989\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.210759\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.412937\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.076157\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.144232\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.069924\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.157458\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.081531\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.135562\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.147186\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.160080\n",
      "Client: 3 Test set: Average loss: 0.0581, Accuracy: 9812/10000 (98%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.107706\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.127975\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.218224\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.227445\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.419157\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.075520\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.208561\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.129233\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.272122\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.068904\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.128159\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.228775\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.142317\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.188085\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.182867\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.266445\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.129244\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.274160\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.077247\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.070480\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.054150\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.067334\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.176309\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.151863\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.084321\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.218375\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.138271\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.233295\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.177962\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.280064\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.151760\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.069484\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.179266\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.057061\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.116807\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.182804\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.283685\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.113021\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.117293\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.318061\n",
      "Client: 4 Test set: Average loss: 0.0613, Accuracy: 9810/10000 (98%)\n",
      "\n",
      "Test set: Average loss: 0.0537, Accuracy: 9831/10000 (98%)\n",
      "\n",
      "Test loss: 0.05367993841669522, Test accuracy: 0.9831\n",
      "***********************************Round:  6\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.125054\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.183327\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.062257\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.296998\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.198543\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.066747\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.136297\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.404702\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.085841\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.217288\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.130284\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.166608\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.174536\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.411665\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.175027\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.146909\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.136550\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.108268\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.083088\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.308795\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.101993\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.229573\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.254617\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.101436\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.189450\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.122607\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.169037\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.095433\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.113150\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.109398\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.130850\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.071014\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.064634\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.073407\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.131465\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.280718\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.205132\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.075594\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.066996\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.065561\n",
      "Client: 0 Test set: Average loss: 0.0538, Accuracy: 9833/10000 (98%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.217038\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.211781\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.193220\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.108346\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.238848\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.126686\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.163108\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.128552\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.186992\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.071860\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.106148\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.129270\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.160191\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.159381\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.134176\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.115144\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.227167\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.290325\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.163377\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.257840\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.098430\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.193212\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.242055\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.190037\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.103193\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.179222\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.062187\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.045494\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.159214\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.100172\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.087029\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.067195\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.144188\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.129953\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.058104\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.224123\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.086875\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.405413\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.049646\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.425455\n",
      "Client: 1 Test set: Average loss: 0.0544, Accuracy: 9823/10000 (98%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.096100\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.103437\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.129894\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.334453\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.163423\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.350840\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.146812\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.200165\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.085982\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.136626\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.060851\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.111506\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.098719\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.245983\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.227349\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.036016\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.124296\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.281316\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.109923\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.195516\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.175863\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.099019\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.343455\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.043074\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.343932\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.164600\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.265504\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.375837\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.212738\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.250857\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.164698\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.092817\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.457848\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.082629\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.339594\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.252221\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.091673\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.121305\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.205247\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.198166\n",
      "Client: 2 Test set: Average loss: 0.0530, Accuracy: 9832/10000 (98%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.272456\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.073584\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.077722\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.163891\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.220911\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.058386\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.165588\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.035661\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.123035\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.087875\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.039843\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.150790\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.268723\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.285378\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.205984\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.089042\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.169156\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.214139\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.075519\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.184709\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.138009\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.055016\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.100994\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.158707\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.063058\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.193798\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.188839\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.257840\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.103503\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.250680\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.177098\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.104979\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.124955\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.053753\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.167775\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.157908\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.114892\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.458252\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.277825\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.147280\n",
      "Client: 3 Test set: Average loss: 0.0559, Accuracy: 9831/10000 (98%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.197950\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.131332\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.118205\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.379129\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.122277\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.135764\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.138794\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.282674\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.096629\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.100263\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.130810\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.171549\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.211736\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.204874\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.293452\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.058929\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.124506\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.100163\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.237961\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.083534\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.193116\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.120234\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.114849\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.207945\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.135016\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.200049\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.270791\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.092685\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.063771\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.093306\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.182530\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.089706\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.216296\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.153398\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.186073\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.210199\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.041021\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.137565\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.145555\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.214232\n",
      "Client: 4 Test set: Average loss: 0.0518, Accuracy: 9832/10000 (98%)\n",
      "\n",
      "Test set: Average loss: 0.0505, Accuracy: 9834/10000 (98%)\n",
      "\n",
      "Test loss: 0.050453776630735955, Test accuracy: 0.9834\n",
      "***********************************Round:  7\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.477603\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.106769\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.128907\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.179081\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.231643\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.174063\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.157178\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.146298\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.098149\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.075616\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.240891\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.113570\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.179826\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.034419\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.127029\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.230082\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.237642\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.036646\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.242614\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.038917\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.072363\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.185968\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.063390\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.108873\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.145699\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.259216\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.171886\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.182385\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.160501\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.083629\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.103037\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.099512\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.202413\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.134740\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.259337\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.116578\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.077165\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.138492\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.074240\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.134565\n",
      "Client: 0 Test set: Average loss: 0.0546, Accuracy: 9837/10000 (98%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.046759\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.151136\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.224830\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.168697\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.101052\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.094466\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.141068\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.141972\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.148674\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.131723\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.093120\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.218830\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.053045\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.275666\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.058220\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.253646\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.103234\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.118328\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.061065\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.083164\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.226971\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.196696\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.282621\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.082455\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.107537\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.222940\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.129772\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.165152\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.051724\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.188708\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.132097\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.246634\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.244574\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.093702\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.061230\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.244668\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.064643\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.056347\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.076901\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.144066\n",
      "Client: 1 Test set: Average loss: 0.0512, Accuracy: 9839/10000 (98%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.134614\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.089753\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.190937\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.209704\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.180406\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.390134\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.151526\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.104050\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.441051\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.127353\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.242330\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.098754\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.151823\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.169963\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.093679\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.242441\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.384444\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.145798\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.132874\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.217847\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.144705\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.118980\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.157261\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.100181\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.049437\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.095878\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.105910\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.094198\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.149955\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.047389\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.213230\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.182121\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.138204\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.124571\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.107905\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.087857\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.129372\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.068329\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.175259\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.282892\n",
      "Client: 2 Test set: Average loss: 0.0493, Accuracy: 9847/10000 (98%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.062159\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.104839\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.201212\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.124896\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.152372\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.223067\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.101205\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.168920\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.168834\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.182671\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.168370\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.310349\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.069642\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.075979\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.097606\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.164866\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.213047\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.094802\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.162021\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.268293\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.219052\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.090145\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.139983\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.181051\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.061110\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.138443\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.139268\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.030773\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.112733\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.043528\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.025663\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.053339\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.114279\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.268814\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.122475\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.246031\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.190733\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.081162\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.095921\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.099304\n",
      "Client: 3 Test set: Average loss: 0.0503, Accuracy: 9845/10000 (98%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.097599\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.053373\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.135812\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.060309\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.223762\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.073039\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.065774\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.053390\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.131096\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.148144\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.108759\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.272122\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.147160\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.056160\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.092658\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.061480\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.037945\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.190870\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.086915\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.126941\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.346558\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.125310\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.119888\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.127297\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.107636\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.128249\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.171862\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.120619\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.131503\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.132666\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.094841\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.377045\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.058424\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.138585\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.110630\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.247739\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.197857\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.067218\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.138216\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.138164\n",
      "Client: 4 Test set: Average loss: 0.0487, Accuracy: 9838/10000 (98%)\n",
      "\n",
      "Test set: Average loss: 0.0470, Accuracy: 9852/10000 (99%)\n",
      "\n",
      "Test loss: 0.046950200107088315, Test accuracy: 0.9852\n",
      "***********************************Round:  8\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.132748\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.094603\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.193235\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.130528\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.171562\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.157119\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.157096\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.066802\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.114641\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.111087\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.198529\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.050498\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.124471\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.121863\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.025489\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.072249\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.211569\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.164559\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.268087\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.072838\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.080554\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.149778\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.079682\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.149870\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.116770\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.110926\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.063106\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.209267\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.091273\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.287016\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.149619\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.123232\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.153563\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.139668\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.080171\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.188713\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.084276\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.132794\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.105167\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.125091\n",
      "Client: 0 Test set: Average loss: 0.0486, Accuracy: 9853/10000 (99%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.078521\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.095706\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.149177\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.079155\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.253222\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.248609\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.074464\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.109909\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.152289\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.149543\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.206121\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.095831\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.198139\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.115616\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.173965\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.208872\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.059121\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.141002\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.100180\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.138274\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.178750\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.088162\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.077909\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.220905\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.076100\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.075671\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.242200\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.081323\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.093453\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.181402\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.363069\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.075354\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.255828\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.091764\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.163954\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.189078\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.117638\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.149421\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.042827\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.247825\n",
      "Client: 1 Test set: Average loss: 0.0482, Accuracy: 9845/10000 (98%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.270210\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.130441\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.117289\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.076207\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.138803\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.078691\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.069216\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.164839\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.052888\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.098791\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.140077\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.089727\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.031587\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.239144\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.345760\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.137915\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.100432\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.034872\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.099726\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.120184\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.096034\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.108804\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.312925\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.319557\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.263053\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.161646\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.105393\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.034516\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.057433\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.078556\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.102476\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.101040\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.130567\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.100857\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.113972\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.091001\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.055454\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.140189\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.147757\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.058323\n",
      "Client: 2 Test set: Average loss: 0.0495, Accuracy: 9847/10000 (98%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.074899\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.107654\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.071319\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.240896\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.077760\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.111747\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.046137\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.231443\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.082024\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.192744\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.043237\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.047031\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.106529\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.157148\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.041806\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.023764\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.099202\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.167678\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.180881\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.076872\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.075601\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.190836\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.064548\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.069339\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.258302\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.136676\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.118383\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.020352\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.137696\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.111969\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.212191\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.131408\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.092336\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.084381\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.072448\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.150090\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.151150\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.060493\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.046086\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.184031\n",
      "Client: 3 Test set: Average loss: 0.0482, Accuracy: 9845/10000 (98%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.068855\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.102370\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.142269\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.213955\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.153795\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.138146\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.180042\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.227753\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.062770\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.050440\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.121471\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.195273\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.265668\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.121514\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.128291\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.098293\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.141734\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.049150\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.107691\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.170122\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.089887\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.069133\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.228612\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.092693\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.177214\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.109746\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.144539\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.044930\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.151003\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.176049\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.072407\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.089642\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.151270\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.148364\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.054608\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.161370\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.097030\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.202208\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.058226\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.084110\n",
      "Client: 4 Test set: Average loss: 0.0502, Accuracy: 9843/10000 (98%)\n",
      "\n",
      "Test set: Average loss: 0.0451, Accuracy: 9855/10000 (99%)\n",
      "\n",
      "Test loss: 0.045117971103917805, Test accuracy: 0.9855\n",
      "***********************************Round:  9\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.084359\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.255196\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.092073\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.144619\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.095000\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.080842\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.101566\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.092879\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.209471\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.177563\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.073014\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.228846\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.076513\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.122873\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.076014\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.074508\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.111359\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.129461\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.202042\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.117281\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.079951\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.178646\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.028897\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.128816\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.050424\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.095591\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.080575\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.170472\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.136768\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.140246\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.149081\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.046478\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.125987\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.292999\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.219401\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.171828\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.166490\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.040973\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.099831\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.046683\n",
      "Client: 0 Test set: Average loss: 0.0522, Accuracy: 9849/10000 (98%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.177001\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.126714\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.295084\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.116327\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.038953\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.049188\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.405793\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.101753\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.076899\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.173317\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.133089\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.052927\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.110202\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.149063\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.087760\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.069901\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.291481\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.089702\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.089767\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.063087\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.239727\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.062588\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.069750\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.066622\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.132728\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.076334\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.153417\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.204923\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.046310\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.080048\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.116788\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.111555\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.158191\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.228810\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.051673\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.138564\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.071644\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.077798\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.229602\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.058545\n",
      "Client: 1 Test set: Average loss: 0.0464, Accuracy: 9854/10000 (99%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.114752\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.225025\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.247118\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.110733\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.146155\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.087780\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.155167\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.113613\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.145022\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.121752\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.242192\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.124967\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.126195\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.100314\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.031076\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.088602\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.044344\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.050290\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.312818\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.041362\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.341499\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.237902\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.249082\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.102275\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.086023\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.103630\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.095669\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.037898\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.249596\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.198785\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.065714\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.212728\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.122400\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.110487\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.373355\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.148103\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.232873\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.035210\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.232359\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.043592\n",
      "Client: 2 Test set: Average loss: 0.0453, Accuracy: 9853/10000 (99%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.093696\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.204622\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.055321\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.093148\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.125627\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.063134\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.185711\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.159443\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.171306\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.196679\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.326730\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.067068\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.104294\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.144071\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.231071\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.053380\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.069042\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.067392\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.246064\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.132741\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.103208\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.137979\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.044333\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.029408\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.050500\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.258203\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.199399\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.395266\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.132198\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.253394\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.059045\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.112307\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.100315\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.054879\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.110248\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.202658\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.178692\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.151836\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.030991\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.164245\n",
      "Client: 3 Test set: Average loss: 0.0458, Accuracy: 9859/10000 (99%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.127443\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.078382\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.165154\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.061568\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.164561\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.151076\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.152872\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.120604\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.155371\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.077817\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.191920\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.075580\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.126329\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.044618\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.131861\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.150763\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.036580\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.111556\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.136526\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.122760\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.209016\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.036498\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.090716\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.174509\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.081451\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.095494\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.171935\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.124851\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.114356\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.196580\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.062242\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.136452\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.105841\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.177227\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.148101\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.191840\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.201169\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.068643\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.119798\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.104816\n",
      "Client: 4 Test set: Average loss: 0.0454, Accuracy: 9863/10000 (99%)\n",
      "\n",
      "Test set: Average loss: 0.0439, Accuracy: 9853/10000 (99%)\n",
      "\n",
      "Test loss: 0.043890677615720776, Test accuracy: 0.9853\n"
     ]
    }
   ],
   "source": [
    "num_clients = 5\n",
    "num_rounds = 10\n",
    "epochs = 10\n",
    "\n",
    "aggregator = FedAggregator(num_clients,args)\n",
    "aggregator.load_data()\n",
    "\n",
    "aggregator.run_rounds(num_rounds, epochs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "66ea431b",
   "metadata": {
    "papermill": {
     "duration": 0.15528,
     "end_time": "2023-03-26T04:08:27.210645",
     "exception": false,
     "start_time": "2023-03-26T04:08:27.055365",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.12"
  },
  "papermill": {
   "default_parameters": {},
   "duration": 2292.154436,
   "end_time": "2023-03-26T04:08:29.151196",
   "environment_variables": {},
   "exception": null,
   "input_path": "__notebook__.ipynb",
   "output_path": "__notebook__.ipynb",
   "parameters": {},
   "start_time": "2023-03-26T03:30:16.996760",
   "version": "2.4.0"
  },
  "widgets": {
   "application/vnd.jupyter.widget-state+json": {
    "state": {
     "0689f8633edf4e0aa4c793158fac2cb2": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HBoxModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HBoxModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HBoxView",
       "box_style": "",
       "children": [
        "IPY_MODEL_23893c53c55948f4984843fe78c917ab",
        "IPY_MODEL_e71e6b3a194049fcb865985606ea6e9a",
        "IPY_MODEL_e8403ee18bdc4d9cac481e95578ba89d"
       ],
       "layout": "IPY_MODEL_744be9c2e6bd44a3bacb96e576ec1ac7"
      }
     },
     "118cbc9f951f4e099217ef2aa31e4ea0": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "18a234dcda074eaa80984dd5d8b8a1be": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HTMLModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HTMLModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HTMLView",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_ae8efffd4a92421ead3d9bdc80706f38",
       "placeholder": "​",
       "style": "IPY_MODEL_1f91546612384787bfd4ecd4ca7c2bb4",
       "value": "100%"
      }
     },
     "18b5f3f0dc5648a186b476a608955fc8": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "1b8c72fc2e9541ad860149ee05cf4944": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "DescriptionStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "DescriptionStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "description_width": ""
      }
     },
     "1e6072ef1e42488d913aa03825b433e3": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "1f91546612384787bfd4ecd4ca7c2bb4": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "DescriptionStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "DescriptionStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "description_width": ""
      }
     },
     "23893c53c55948f4984843fe78c917ab": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HTMLModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HTMLModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HTMLView",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_923f20804a73482da1381f35cd983237",
       "placeholder": "​",
       "style": "IPY_MODEL_ad0455424c824f13b35bda939d84f60d",
       "value": "100%"
      }
     },
     "2923b3e3074c4bfa923b0c3ae1adaf59": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HTMLModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HTMLModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HTMLView",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_9d1abc3000e54d7fb2b110439501e4d8",
       "placeholder": "​",
       "style": "IPY_MODEL_cd443e50ff53413e9156b609d543ccdb",
       "value": "100%"
      }
     },
     "34a7c7a0ced24b5a8774ad3ee887af12": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "ProgressStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "ProgressStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "bar_color": null,
       "description_width": ""
      }
     },
     "434bff72323c48be887e67bbabee8ac9": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "ProgressStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "ProgressStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "bar_color": null,
       "description_width": ""
      }
     },
     "4da8dbb2050248acbb168ff64b84eab3": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "613a4b30f1fa45bfae9514d8938698fb": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HTMLModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HTMLModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HTMLView",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_87b106bc883249f99dff757808e6ed6e",
       "placeholder": "​",
       "style": "IPY_MODEL_1b8c72fc2e9541ad860149ee05cf4944",
       "value": " 4542/4542 [00:00&lt;00:00, 277736.89it/s]"
      }
     },
     "621a87f71a7148aba91d035acec96e44": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HTMLModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HTMLModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HTMLView",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_7057946941c447c8bb9d8a2bf5b76a7f",
       "placeholder": "​",
       "style": "IPY_MODEL_680d9872b90b44739f4172a865245cde",
       "value": " 9912422/9912422 [00:00&lt;00:00, 26119829.90it/s]"
      }
     },
     "680d9872b90b44739f4172a865245cde": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "DescriptionStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "DescriptionStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "description_width": ""
      }
     },
     "6d02e6a474eb4e37bfe33f73c21df298": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "FloatProgressModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "FloatProgressModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "ProgressView",
       "bar_style": "success",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_9bd4197972454a1997c1a70a99d06593",
       "max": 4542,
       "min": 0,
       "orientation": "horizontal",
       "style": "IPY_MODEL_6f0c7276711a4170b0ae8c77b964cc43",
       "value": 4542
      }
     },
     "6f0c7276711a4170b0ae8c77b964cc43": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "ProgressStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "ProgressStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "bar_color": null,
       "description_width": ""
      }
     },
     "7057946941c447c8bb9d8a2bf5b76a7f": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "744be9c2e6bd44a3bacb96e576ec1ac7": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "746d9256905b43dbb74fc25d617090e3": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "7755e66566fe4d1ea41e6e82f435eb08": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "ProgressStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "ProgressStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "bar_color": null,
       "description_width": ""
      }
     },
     "82358e31cb834972b6f20b1bb5f08eee": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "FloatProgressModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "FloatProgressModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "ProgressView",
       "bar_style": "success",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_746d9256905b43dbb74fc25d617090e3",
       "max": 28881,
       "min": 0,
       "orientation": "horizontal",
       "style": "IPY_MODEL_7755e66566fe4d1ea41e6e82f435eb08",
       "value": 28881
      }
     },
     "85f9cfff618e49e583f2efb086316cef": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HBoxModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HBoxModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HBoxView",
       "box_style": "",
       "children": [
        "IPY_MODEL_18a234dcda074eaa80984dd5d8b8a1be",
        "IPY_MODEL_c59455827e1d458f98b7f7eda91e3d93",
        "IPY_MODEL_621a87f71a7148aba91d035acec96e44"
       ],
       "layout": "IPY_MODEL_c8fc7b2653d7471e890ee98a2be62bdb"
      }
     },
     "87b106bc883249f99dff757808e6ed6e": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "89e89aa5f4d74f98aae677ae068f7818": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HBoxModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HBoxModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HBoxView",
       "box_style": "",
       "children": [
        "IPY_MODEL_2923b3e3074c4bfa923b0c3ae1adaf59",
        "IPY_MODEL_82358e31cb834972b6f20b1bb5f08eee",
        "IPY_MODEL_e3bcb0b1d4ce4c4fb2e98a83db4f9c4f"
       ],
       "layout": "IPY_MODEL_8cc4b210439a41949df82d018bcec07d"
      }
     },
     "8cc4b210439a41949df82d018bcec07d": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "923f20804a73482da1381f35cd983237": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "9bd4197972454a1997c1a70a99d06593": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "9d1abc3000e54d7fb2b110439501e4d8": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "a5582350db8942fdb5990c075d2e2002": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "a5da268642c94b0c9212806d4444f9b1": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HTMLModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HTMLModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HTMLView",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_118cbc9f951f4e099217ef2aa31e4ea0",
       "placeholder": "​",
       "style": "IPY_MODEL_a9ffc5ab4601491da9a9bb9cb5b1728f",
       "value": "100%"
      }
     },
     "a9ffc5ab4601491da9a9bb9cb5b1728f": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "DescriptionStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "DescriptionStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "description_width": ""
      }
     },
     "ad0455424c824f13b35bda939d84f60d": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "DescriptionStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "DescriptionStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "description_width": ""
      }
     },
     "ad06076efc6f40ce9d6662efbf3dc45d": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "ae8efffd4a92421ead3d9bdc80706f38": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "be1dc2ba73c94d00a47c65a75344db86": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HBoxModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HBoxModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HBoxView",
       "box_style": "",
       "children": [
        "IPY_MODEL_a5da268642c94b0c9212806d4444f9b1",
        "IPY_MODEL_6d02e6a474eb4e37bfe33f73c21df298",
        "IPY_MODEL_613a4b30f1fa45bfae9514d8938698fb"
       ],
       "layout": "IPY_MODEL_ad06076efc6f40ce9d6662efbf3dc45d"
      }
     },
     "c59455827e1d458f98b7f7eda91e3d93": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "FloatProgressModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "FloatProgressModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "ProgressView",
       "bar_style": "success",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_1e6072ef1e42488d913aa03825b433e3",
       "max": 9912422,
       "min": 0,
       "orientation": "horizontal",
       "style": "IPY_MODEL_34a7c7a0ced24b5a8774ad3ee887af12",
       "value": 9912422
      }
     },
     "c8fc7b2653d7471e890ee98a2be62bdb": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "cd443e50ff53413e9156b609d543ccdb": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "DescriptionStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "DescriptionStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "description_width": ""
      }
     },
     "e3bcb0b1d4ce4c4fb2e98a83db4f9c4f": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HTMLModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HTMLModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HTMLView",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_4da8dbb2050248acbb168ff64b84eab3",
       "placeholder": "​",
       "style": "IPY_MODEL_eb79ba421feb4df0bc5917d6884d5a3f",
       "value": " 28881/28881 [00:00&lt;00:00, 2015937.92it/s]"
      }
     },
     "e71e6b3a194049fcb865985606ea6e9a": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "FloatProgressModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "FloatProgressModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "ProgressView",
       "bar_style": "success",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_a5582350db8942fdb5990c075d2e2002",
       "max": 1648877,
       "min": 0,
       "orientation": "horizontal",
       "style": "IPY_MODEL_434bff72323c48be887e67bbabee8ac9",
       "value": 1648877
      }
     },
     "e8403ee18bdc4d9cac481e95578ba89d": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HTMLModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HTMLModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HTMLView",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_18b5f3f0dc5648a186b476a608955fc8",
       "placeholder": "​",
       "style": "IPY_MODEL_f4bbba8aba074e36babba7f6fefedfa6",
       "value": " 1648877/1648877 [00:00&lt;00:00, 19900929.44it/s]"
      }
     },
     "eb79ba421feb4df0bc5917d6884d5a3f": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "DescriptionStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "DescriptionStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "description_width": ""
      }
     },
     "f4bbba8aba074e36babba7f6fefedfa6": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "DescriptionStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "DescriptionStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "description_width": ""
      }
     }
    },
    "version_major": 2,
    "version_minor": 0
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}