FedMINLoss_MNIST.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "b67fcdb2",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-03-26T07:02:01.598326Z",
     "iopub.status.busy": "2023-03-26T07:02:01.597361Z",
     "iopub.status.idle": "2023-03-26T07:02:04.109890Z",
     "shell.execute_reply": "2023-03-26T07:02:04.108696Z"
    },
    "papermill": {
     "duration": 2.520359,
     "end_time": "2023-03-26T07:02:04.113295",
     "exception": false,
     "start_time": "2023-03-26T07:02:01.592936",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import torch\n",
    "import torch.nn as nn\n",
    "import torch.nn.functional as F\n",
    "import torch.optim as optim\n",
    "import torchvision.transforms as transforms\n",
    "from torchvision import datasets\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "909a285a",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-03-26T07:02:04.121858Z",
     "iopub.status.busy": "2023-03-26T07:02:04.119937Z",
     "iopub.status.idle": "2023-03-26T07:02:04.129657Z",
     "shell.execute_reply": "2023-03-26T07:02:04.128580Z"
    },
    "papermill": {
     "duration": 0.015784,
     "end_time": "2023-03-26T07:02:04.132043",
     "exception": false,
     "start_time": "2023-03-26T07:02:04.116259",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "#Classifier Net for MNIST Classification\n",
    "class model(nn.Module):\n",
    "    def __init__(self, args):\n",
    "        super(model, self).__init__()\n",
    "        self.conv1 = nn.Conv2d(args.num_channels, 10, kernel_size=5)\n",
    "        self.conv2 = nn.Conv2d(10, 20, kernel_size=5)\n",
    "        self.conv2_drop = nn.Dropout2d()\n",
    "        self.fc1 = nn.Linear(320, 50)\n",
    "        self.fc2 = nn.Linear(50, args.num_classes)\n",
    "\n",
    "    def forward(self, x):\n",
    "        x = F.relu(F.max_pool2d(self.conv1(x), 2))\n",
    "        x = F.relu(F.max_pool2d(self.conv2_drop(self.conv2(x)), 2))\n",
    "        x = x.view(-1, 320)\n",
    "        x = F.relu(self.fc1(x))\n",
    "        x = F.dropout(x, training=self.training)\n",
    "        x = self.fc2(x)\n",
    "        return F.log_softmax(x, dim=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "f8ca5b77",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-03-26T07:02:04.139771Z",
     "iopub.status.busy": "2023-03-26T07:02:04.138149Z",
     "iopub.status.idle": "2023-03-26T07:02:04.151987Z",
     "shell.execute_reply": "2023-03-26T07:02:04.150945Z"
    },
    "papermill": {
     "duration": 0.01966,
     "end_time": "2023-03-26T07:02:04.154193",
     "exception": false,
     "start_time": "2023-03-26T07:02:04.134533",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "# Federated client's class\n",
    "class FedClient:\n",
    "    def __init__(self, id, train_data, test_data, args, global_model):\n",
    "        self.client_id = id\n",
    "        self.train_data = train_data\n",
    "        self.test_data = test_data\n",
    "        self.model = model(args)\n",
    "        self.optimizer = optim.SGD(self.model.parameters(), lr=0.01, momentum=0.5)\n",
    "        self.global_model = global_model\n",
    "\n",
    "    #To train local models\n",
    "    def train(self, epochs):\n",
    "        self.model.train()\n",
    "        for epoch in range(epochs):\n",
    "            for batch_idx, (data, target) in enumerate(self.train_data):\n",
    "                self.optimizer.zero_grad()\n",
    "                output = self.model(data)\n",
    "                loss = F.nll_loss(output, target)\n",
    "                loss.backward()\n",
    "                self.optimizer.step()\n",
    "                if batch_idx % 50 == 0: #only for printing\n",
    "                    print('Client: {} Train Epoch: {} [{}/{} ({:.0f}%)]\\tLoss: {:.6f}'.format(\n",
    "                        self.client_id, epoch, batch_idx * len(data), len(self.train_data.dataset),\n",
    "                        100. * batch_idx / len(self.train_data), loss.item()))\n",
    "\n",
    "    # To evaluate the local models\n",
    "    def evaluate(self):\n",
    "        self.model.eval()\n",
    "        test_loss = 0\n",
    "        correct = 0\n",
    "        with torch.no_grad():\n",
    "            for data, target in self.test_data:\n",
    "                output = self.model(data)\n",
    "                test_loss += F.nll_loss(output, target, reduction='sum').item()  # sum up batch loss\n",
    "                pred = output.argmax(dim=1, keepdim=True)  # get the index of the max log-probability\n",
    "                correct += pred.eq(target.view_as(pred)).sum().item()\n",
    "\n",
    "        test_loss /= len(self.test_data.dataset)\n",
    "        accuracy = correct / len(self.test_data.dataset)\n",
    "        print('Client: {} Test set: Average loss: {:.4f}, Accuracy: {}/{} ({:.0f}%)\\n'.format(\n",
    "            self.client_id, test_loss, correct, len(self.test_data.dataset),\n",
    "            100. * correct / len(self.test_data.dataset)))\n",
    "        return test_loss, accuracy\n",
    "\n",
    "    #updates from the global model/aggregator's model param\n",
    "    def update_to_local(self,global_model_dict):\n",
    "        self.model.load_state_dict(global_model_dict)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "779f485d",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-03-26T07:02:04.160819Z",
     "iopub.status.busy": "2023-03-26T07:02:04.160507Z",
     "iopub.status.idle": "2023-03-26T07:02:04.529859Z",
     "shell.execute_reply": "2023-03-26T07:02:04.528781Z"
    },
    "papermill": {
     "duration": 0.376066,
     "end_time": "2023-03-26T07:02:04.532747",
     "exception": false,
     "start_time": "2023-03-26T07:02:04.156681",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "#Centralised server\n",
    "class FedAggregator:\n",
    "    def __init__(self, num_clients,args):\n",
    "        self.num_clients = num_clients\n",
    "        self.clients = []\n",
    "        self.global_model = model(args)\n",
    "        self.transform = transforms.Compose([\n",
    "                           transforms.ToTensor(),\n",
    "                           transforms.Normalize((0.1307,), (0.3081,))\n",
    "                       ])\n",
    "\n",
    "    def load_data(self):\n",
    "        train_data = datasets.MNIST('../data', train=True, download=True,\n",
    "                                    transform=self.transform)\n",
    "        test_data = datasets.MNIST('../data', train=False, download=True,\n",
    "                                   transform=self.transform)\n",
    "\n",
    "        # split train_data across clients\n",
    "        num_samples = len(train_data) // self.num_clients\n",
    "        split_data = [num_samples] * self.num_clients\n",
    "        split_data[-1] += len(train_data) - sum(split_data)\n",
    "\n",
    "        train_data_splits = torch.utils.data.random_split(train_data, split_data)\n",
    "\n",
    "        # create clients\n",
    "        for i in range(self.num_clients):\n",
    "            client_train_data = train_data_splits[i]\n",
    "            client_train_loader = torch.utils.data.DataLoader(client_train_data, batch_size=64, shuffle=True)\n",
    "            client_test_loader = torch.utils.data.DataLoader(test_data, batch_size=64, shuffle=False)\n",
    "\n",
    "            client = FedClient(i, client_train_loader, client_test_loader, args, self.global_model)\n",
    "            self.clients.append(client)\n",
    "\n",
    "    def run_rounds(self, num_rounds, epochs):\n",
    "        for round in range(num_rounds):\n",
    "            print(\"***********************************Round: \", round)\n",
    "            client_models = []\n",
    "            client_losses = []\n",
    "            client_accs = []\n",
    "            for client in self.clients:\n",
    "                client.train(epochs)\n",
    "                client_loss, client_acc = client.evaluate()\n",
    "                client_losses.append(client_loss)\n",
    "                client_accs.append(client_acc)\n",
    "                client_model = client.model.state_dict()\n",
    "                client_models.append(client_model)\n",
    "\n",
    "            # keeping track of loss (eg: fairness loss), and choosing the model with minimum loss from client/local\n",
    "            min_loss_idx = np.argmin(client_losses)\n",
    "            global_model_dict = client_models[min_loss_idx]\n",
    "\n",
    "            # update global model using federated averaging\n",
    "            for k in self.global_model.state_dict().keys():\n",
    "                global_param = torch.zeros_like(self.global_model.state_dict()[k])\n",
    "                for client_model in client_models:\n",
    "                    global_param += client_model[k]\n",
    "                global_param /= len(client_models)\n",
    "                self.global_model.state_dict()[k].copy_(global_param)\n",
    "\n",
    "            # update clients' local models with the global model\n",
    "            for client in self.clients:\n",
    "                client.update_to_local(global_model_dict)\n",
    "\n",
    "            # evaluate global model\n",
    "            test_loss, test_acc = self.evaluate_global()\n",
    "            print(f\"Test loss: {test_loss}, Test accuracy: {test_acc}\")\n",
    "\n",
    "    def evaluate_global(self):\n",
    "        self.global_model.eval()\n",
    "        test_loss = 0\n",
    "        correct = 0\n",
    "        with torch.no_grad():\n",
    "            for data, target in self.clients[0].test_data:\n",
    "                output = self.global_model(data)\n",
    "                test_loss += F.nll_loss(output, target, reduction='sum').item()  # sum up batch loss\n",
    "                pred = output.argmax(dim=1, keepdim=True)  # get the index of the max log-probability\n",
    "                correct += pred.eq(target.view_as(pred)).sum().item()\n",
    "\n",
    "        test_loss /= len(self.clients[0].test_data.dataset)\n",
    "        accuracy = correct / len(self.clients[0].test_data.dataset)\n",
    "        print('Test set: Average loss: {:.4f}, Accuracy: {}/{} ({:.0f}%)\\n'.format(\n",
    "            test_loss, correct, len(self.clients[0].test_data.dataset),\n",
    "            100. * correct / len(self.clients[0].test_data.dataset)))\n",
    "        return test_loss, accuracy\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "23f25f50",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-03-26T07:02:04.538771Z",
     "iopub.status.busy": "2023-03-26T07:02:04.538448Z",
     "iopub.status.idle": "2023-03-26T07:02:04.543591Z",
     "shell.execute_reply": "2023-03-26T07:02:04.542557Z"
    },
    "papermill": {
     "duration": 0.010507,
     "end_time": "2023-03-26T07:02:04.545739",
     "exception": false,
     "start_time": "2023-03-26T07:02:04.535232",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "class Args:\n",
    "    def __init__(self):\n",
    "        self.num_channels = 1\n",
    "        self.num_classes = 10\n",
    "\n",
    "args = Args()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "8ccfa235",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-03-26T07:02:04.551435Z",
     "iopub.status.busy": "2023-03-26T07:02:04.551137Z",
     "iopub.status.idle": "2023-03-26T07:39:07.730875Z",
     "shell.execute_reply": "2023-03-26T07:39:07.729263Z"
    },
    "papermill": {
     "duration": 2223.185239,
     "end_time": "2023-03-26T07:39:07.733206",
     "exception": false,
     "start_time": "2023-03-26T07:02:04.547967",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Downloading http://yann.lecun.com/exdb/mnist/train-images-idx3-ubyte.gz\n",
      "Downloading http://yann.lecun.com/exdb/mnist/train-images-idx3-ubyte.gz to ../data/MNIST/raw/train-images-idx3-ubyte.gz\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "0060230a75de4a6188e2141f5c7dda8f",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/9912422 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Extracting ../data/MNIST/raw/train-images-idx3-ubyte.gz to ../data/MNIST/raw\n",
      "\n",
      "Downloading http://yann.lecun.com/exdb/mnist/train-labels-idx1-ubyte.gz\n",
      "Downloading http://yann.lecun.com/exdb/mnist/train-labels-idx1-ubyte.gz to ../data/MNIST/raw/train-labels-idx1-ubyte.gz\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "57b4d6aac96a4b6ea129eafa3569b30e",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/28881 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Extracting ../data/MNIST/raw/train-labels-idx1-ubyte.gz to ../data/MNIST/raw\n",
      "\n",
      "Downloading http://yann.lecun.com/exdb/mnist/t10k-images-idx3-ubyte.gz\n",
      "Downloading http://yann.lecun.com/exdb/mnist/t10k-images-idx3-ubyte.gz to ../data/MNIST/raw/t10k-images-idx3-ubyte.gz\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "99692d06e18b45b6a2e6d51ab0ace09c",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/1648877 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Extracting ../data/MNIST/raw/t10k-images-idx3-ubyte.gz to ../data/MNIST/raw\n",
      "\n",
      "Downloading http://yann.lecun.com/exdb/mnist/t10k-labels-idx1-ubyte.gz\n",
      "Downloading http://yann.lecun.com/exdb/mnist/t10k-labels-idx1-ubyte.gz to ../data/MNIST/raw/t10k-labels-idx1-ubyte.gz\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "8b1c94714c414302b3e310e79a4eb3c3",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/4542 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Extracting ../data/MNIST/raw/t10k-labels-idx1-ubyte.gz to ../data/MNIST/raw\n",
      "\n",
      "***********************************Round:  0\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 2.304185\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 2.276873\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 2.147955\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 1.992799\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 1.474053\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 1.017331\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 1.048472\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.905124\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.669644\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.859602\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.512578\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.784055\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.568460\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.522889\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.637080\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.590960\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.569099\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.658982\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.330510\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.469890\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.292737\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.453712\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.478342\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.442428\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.411226\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.452883\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.207477\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.413873\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.364463\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.185431\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.282054\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.421594\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.103137\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.331089\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.348825\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.253990\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.258215\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.387769\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.346791\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.148301\n",
      "Client: 0 Test set: Average loss: 0.1206, Accuracy: 9643/10000 (96%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 2.373124\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 2.215521\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 1.715721\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 1.296460\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 1.098438\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.918128\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.846617\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.607012\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 1.054445\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.702828\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.610584\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.676693\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.431850\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.439930\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.586218\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.496210\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.315452\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.576878\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.365149\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.322090\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.435748\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.365776\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.408966\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.350346\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.225833\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.454307\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.278000\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.257353\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.299664\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.280505\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.459535\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.235581\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.384101\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.379841\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.299824\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.358291\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.365659\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.322143\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.208934\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.533048\n",
      "Client: 1 Test set: Average loss: 0.1104, Accuracy: 9660/10000 (97%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 2.351876\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 2.222816\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 1.830847\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 1.267682\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 1.177574\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.967562\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.885608\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.753631\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.638621\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.613870\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.877611\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.560551\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.850362\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.785933\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.717818\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.501208\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.797293\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.423277\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.345394\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.548214\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.448264\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.421276\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.673642\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.426404\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.343239\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.430637\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.559373\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.251602\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.400315\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.255249\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.377626\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.381202\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.559900\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.386854\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.303215\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.266539\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.542924\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.443703\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.389132\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.500171\n",
      "Client: 2 Test set: Average loss: 0.1196, Accuracy: 9619/10000 (96%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 2.330515\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 2.266800\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 2.043830\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 1.611869\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 1.435887\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 1.101315\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.877086\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.667284\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 1.165504\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.716166\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.575715\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.525932\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.666824\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.623955\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.533881\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.615724\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.455410\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.496478\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.438521\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.364615\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.398437\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.337865\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.206404\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.431651\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.292969\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.580012\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.265012\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.377767\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.341867\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.520734\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.408764\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.289006\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.362207\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.213309\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.347406\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.338169\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.478389\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.261492\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.276270\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.197862\n",
      "Client: 3 Test set: Average loss: 0.1241, Accuracy: 9606/10000 (96%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 2.312441\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 2.239358\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 1.807589\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 1.298010\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 1.119311\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 1.004389\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.768807\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.662613\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.756751\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.529955\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.698050\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.393850\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.543587\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.511604\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.404588\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.485364\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.405495\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.294608\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.424082\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.361304\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.742976\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.349281\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.534293\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.810685\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.543750\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.500566\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.356496\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.287793\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.246145\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.212094\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.640615\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.308419\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.336898\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.264086\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.435124\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.407847\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.221363\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.210493\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.404783\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.291962\n",
      "Client: 4 Test set: Average loss: 0.1286, Accuracy: 9599/10000 (96%)\n",
      "\n",
      "Test set: Average loss: 2.2654, Accuracy: 1716/10000 (17%)\n",
      "\n",
      "Test loss: 2.265401900482178, Test accuracy: 0.1716\n",
      "***********************************Round:  1\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.221696\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.199817\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.231836\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.433244\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.307431\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.141058\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.205958\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.311738\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.222576\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.322152\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.228348\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.216669\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.311503\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.492416\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.326081\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.155978\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.223380\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.147708\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.278116\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.217756\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.145991\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.173006\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.220948\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.200678\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.406298\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.251971\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.243820\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.242346\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.261686\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.165869\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.384920\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.340985\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.149868\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.412258\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.171131\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.312702\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.295424\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.347653\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.227974\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.217101\n",
      "Client: 0 Test set: Average loss: 0.0777, Accuracy: 9748/10000 (97%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.327361\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.244036\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.354350\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.220207\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.116480\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.279841\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.219874\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.227331\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.195214\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.250914\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.272862\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.199761\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.146467\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.384787\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.174375\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.404936\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.268140\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.210057\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.131923\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.393673\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.274265\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.152263\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.067234\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.323519\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.258545\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.318808\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.248733\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.570225\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.188515\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.227438\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.259590\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.129580\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.115909\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.397352\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.327405\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.119456\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.239954\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.141583\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.124084\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.254169\n",
      "Client: 1 Test set: Average loss: 0.0761, Accuracy: 9759/10000 (98%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.386027\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.249871\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.305149\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.383676\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.265389\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.342981\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.161692\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.575968\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.196413\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.354112\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.223719\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.288710\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.384144\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.133097\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.390460\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.265915\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.207995\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.234415\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.354378\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.320588\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.286833\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.270985\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.170472\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.570940\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.152919\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.246599\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.263883\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.267663\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.143438\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.238191\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.202141\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.186548\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.162137\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.242294\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.148365\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.248947\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.247732\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.186444\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.145866\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.216980\n",
      "Client: 2 Test set: Average loss: 0.0697, Accuracy: 9776/10000 (98%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.454391\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.166188\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.415191\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.364448\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.308149\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.307352\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.268549\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.242988\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.311894\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.241337\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.199313\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.289539\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.323935\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.208503\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.115079\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.289108\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.298414\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.200629\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.233529\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.288460\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.188969\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.125571\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.311269\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.095677\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.248976\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.426935\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.243874\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.186000\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.316917\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.124585\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.470059\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.222222\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.218809\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.218320\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.241278\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.263385\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.126871\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.336675\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.222622\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.162947\n",
      "Client: 3 Test set: Average loss: 0.0712, Accuracy: 9766/10000 (98%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.247395\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.399427\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.200810\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.341935\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.189683\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.416093\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.455230\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.379384\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.241468\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.459911\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.284997\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.199152\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.281105\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.258947\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.156145\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.686657\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.182465\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.300900\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.203622\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.170650\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.154758\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.500335\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.155831\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.277908\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.221782\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.408511\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.247784\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.347278\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.333554\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.324930\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.322570\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.381954\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.215375\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.112539\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.230731\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.150116\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.147375\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.119769\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.122514\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.234574\n",
      "Client: 4 Test set: Average loss: 0.0751, Accuracy: 9750/10000 (98%)\n",
      "\n",
      "Test set: Average loss: 0.0697, Accuracy: 9772/10000 (98%)\n",
      "\n",
      "Test loss: 0.06966882507447153, Test accuracy: 0.9772\n",
      "***********************************Round:  2\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.246439\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.318724\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.261365\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.387513\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.118270\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.270385\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.323501\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.153409\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.192404\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.103466\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.238781\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.247438\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.163163\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.114218\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.287495\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.271363\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.292429\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.070344\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.196942\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.147653\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.367323\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.135355\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.199270\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.456076\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.334798\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.229952\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.154602\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.163513\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.172423\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.226240\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.099957\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.154009\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.191123\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.133915\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.274744\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.256720\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.084917\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.128834\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.240548\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.181399\n",
      "Client: 0 Test set: Average loss: 0.0565, Accuracy: 9819/10000 (98%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.127309\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.671515\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.197231\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.342913\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.206385\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.363644\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.087158\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.240275\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.105474\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.263519\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.143404\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.165599\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.109393\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.128998\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.169239\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.104753\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.258184\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.290652\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.164731\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.148291\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.095835\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.190980\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.083516\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.257356\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.078857\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.258393\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.087802\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.104201\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.223015\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.199013\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.128762\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.064065\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.077099\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.245349\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.140436\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.159561\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.154994\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.373102\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.217556\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.146324\n",
      "Client: 1 Test set: Average loss: 0.0625, Accuracy: 9813/10000 (98%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.121963\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.155831\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.288876\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.246477\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.336826\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.135924\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.072289\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.061527\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.293149\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.240258\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.219833\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.276318\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.134444\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.313267\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.159846\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.233984\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.184656\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.158866\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.241283\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.248595\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.089918\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.282087\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.161416\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.219397\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.080013\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.115645\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.102786\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.143106\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.113445\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.286108\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.133563\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.155637\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.224695\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.103506\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.129679\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.241095\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.232555\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.053357\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.369334\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.175817\n",
      "Client: 2 Test set: Average loss: 0.0587, Accuracy: 9810/10000 (98%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.426154\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.604979\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.281741\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.366614\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.370159\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.165352\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.195170\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.148663\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.257668\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.313824\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.228006\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.222655\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.348706\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.209153\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.182281\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.131944\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.257135\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.123576\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.189758\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.226547\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.159186\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.250048\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.191470\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.098147\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.236056\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.081915\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.178515\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.207023\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.087500\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.316069\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.148762\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.162792\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.277102\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.234594\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.234946\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.094338\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.179588\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.306343\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.155758\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.203727\n",
      "Client: 3 Test set: Average loss: 0.0584, Accuracy: 9819/10000 (98%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.286955\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.417000\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.174194\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.232238\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.217609\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.215173\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.263413\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.159673\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.231525\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.288075\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.228065\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.201531\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.175084\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.202171\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.166392\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.190096\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.393594\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.389616\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.191689\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.112153\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.229514\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.175445\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.150830\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.148672\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.087050\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.422470\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.031470\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.185918\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.428977\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.049776\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.156808\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.209641\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.255859\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.247412\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.171701\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.071823\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.274886\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.061773\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.309275\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.278824\n",
      "Client: 4 Test set: Average loss: 0.0605, Accuracy: 9802/10000 (98%)\n",
      "\n",
      "Test set: Average loss: 0.0550, Accuracy: 9824/10000 (98%)\n",
      "\n",
      "Test loss: 0.05497355688158423, Test accuracy: 0.9824\n",
      "***********************************Round:  3\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.042321\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.129347\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.135733\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.258916\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.053315\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.112141\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.220013\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.082057\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.226207\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.165360\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.214898\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.289821\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.152979\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.098620\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.137361\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.106100\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.331390\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.074637\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.066130\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.257883\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.151456\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.128465\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.282512\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.087350\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.099544\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.148810\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.074291\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.185104\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.124910\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.355729\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.124208\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.128101\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.250310\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.284114\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.132197\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.082995\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.351531\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.105763\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.120409\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.100770\n",
      "Client: 0 Test set: Average loss: 0.0537, Accuracy: 9823/10000 (98%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.266548\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.104008\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.114082\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.172777\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.173832\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.162146\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.039022\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.131837\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.120145\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.109805\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.161118\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.188779\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.146797\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.086248\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.114245\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.238466\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.407344\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.079793\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.188474\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.252432\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.114896\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.143074\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.085046\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.122007\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.415723\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.228497\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.129856\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.185858\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.198722\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.235040\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.197408\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.193626\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.155810\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.202760\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.084343\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.129428\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.336906\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.129716\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.186189\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.185652\n",
      "Client: 1 Test set: Average loss: 0.0524, Accuracy: 9836/10000 (98%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.194581\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.293898\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.098277\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.336471\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.185698\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.110744\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.197735\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.330967\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.180480\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.458540\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.085339\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.198315\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.199500\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.148646\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.186854\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.134319\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.103750\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.173064\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.244283\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.126150\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.172825\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.174925\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.183966\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.287756\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.091798\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.057699\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.146251\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.381830\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.064173\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.138355\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.032783\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.172167\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.065457\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.164157\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.136390\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.396974\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.203721\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.043548\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.106132\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.137474\n",
      "Client: 2 Test set: Average loss: 0.0496, Accuracy: 9838/10000 (98%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.091436\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.092246\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.161612\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.156046\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.151821\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.165491\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.093841\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.330133\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.164860\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.152812\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.241922\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.294911\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.297839\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.065785\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.146361\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.089700\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.260874\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.131145\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.281577\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.127327\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.259459\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.067202\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.275318\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.187802\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.145124\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.173425\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.336718\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.113268\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.128766\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.194056\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.071478\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.133519\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.103631\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.080470\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.289259\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.246249\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.138590\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.090325\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.215422\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.093717\n",
      "Client: 3 Test set: Average loss: 0.0520, Accuracy: 9825/10000 (98%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.218968\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.133473\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.160344\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.211253\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.210531\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.150103\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.250405\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.129415\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.160750\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.138635\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.202803\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.091545\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.122336\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.197963\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.028371\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.232212\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.092032\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.129819\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.151490\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.128379\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.246854\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.033805\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.113376\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.153239\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.229718\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.210605\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.117751\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.156256\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.186679\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.052582\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.178396\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.152617\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.283412\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.097424\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.274228\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.072192\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.138735\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.363297\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.107628\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.173917\n",
      "Client: 4 Test set: Average loss: 0.0530, Accuracy: 9823/10000 (98%)\n",
      "\n",
      "Test set: Average loss: 0.0473, Accuracy: 9843/10000 (98%)\n",
      "\n",
      "Test loss: 0.047316007015202194, Test accuracy: 0.9843\n",
      "***********************************Round:  4\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.089003\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.118448\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.209680\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.084472\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.100555\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.155133\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.083039\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.094960\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.220503\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.243031\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.204468\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.062882\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.101829\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.186725\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.129807\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.111386\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.089397\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.213689\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.140004\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.026260\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.365338\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.182123\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.226549\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.272386\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.091678\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.055675\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.084059\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.149476\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.131121\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.304294\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.036689\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.257463\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.088579\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.090150\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.077130\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.208326\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.173170\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.145416\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.115709\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.139557\n",
      "Client: 0 Test set: Average loss: 0.0459, Accuracy: 9852/10000 (99%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.240632\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.141529\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.310900\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.138582\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.189884\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.208388\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.303376\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.209054\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.104711\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.284113\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.187951\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.183430\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.384499\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.255434\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.089863\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.145791\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.072636\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.144811\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.051357\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.195915\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.243738\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.195180\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.134968\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.228778\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.098983\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.095833\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.138226\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.142274\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.157282\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.139539\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.145892\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.292737\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.236305\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.318841\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.193681\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.099504\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.089310\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.203212\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.245668\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.225934\n",
      "Client: 1 Test set: Average loss: 0.0449, Accuracy: 9855/10000 (99%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.093609\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.133713\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.099084\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.064009\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.079784\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.082281\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.226613\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.165914\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.208391\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.137027\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.191548\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.181323\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.205274\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.213082\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.139668\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.024174\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.245073\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.385270\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.075568\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.141979\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.075854\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.126321\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.209274\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.088072\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.197329\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.080057\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.059772\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.228411\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.185566\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.073845\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.210976\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.276923\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.066601\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.080789\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.144377\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.173154\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.058635\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.086681\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.105479\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.048086\n",
      "Client: 2 Test set: Average loss: 0.0463, Accuracy: 9844/10000 (98%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.128036\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.170497\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.102238\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.179242\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.099183\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.142589\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.242295\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.104553\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.290921\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.182342\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.166670\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.222743\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.161814\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.092885\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.265870\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.106401\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.211986\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.110573\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.081307\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.110649\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.144626\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.165121\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.218037\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.194033\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.348399\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.098785\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.126479\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.203186\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.187667\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.244560\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.111380\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.163585\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.102721\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.182356\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.269992\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.168123\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.114908\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.047677\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.108055\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.090149\n",
      "Client: 3 Test set: Average loss: 0.0444, Accuracy: 9854/10000 (99%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.165252\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.100279\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.284257\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.150542\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.217077\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.175212\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.148994\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.151882\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.108944\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.196273\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.179342\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.184060\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.143775\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.151433\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.123467\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.062161\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.074557\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.260828\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.073396\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.148777\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.212756\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.192597\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.267642\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.084268\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.181514\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.088871\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.374418\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.142764\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.243533\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.076370\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.142223\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.037308\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.166936\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.206994\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.098875\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.134731\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.141383\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.124825\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.257004\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.033669\n",
      "Client: 4 Test set: Average loss: 0.0480, Accuracy: 9843/10000 (98%)\n",
      "\n",
      "Test set: Average loss: 0.0418, Accuracy: 9861/10000 (99%)\n",
      "\n",
      "Test loss: 0.0417805286185001, Test accuracy: 0.9861\n",
      "***********************************Round:  5\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.166512\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.194800\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.086570\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.180806\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.129622\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.087757\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.349296\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.132616\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.120882\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.131571\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.075482\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.308649\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.357547\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.109778\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.099315\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.192730\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.259256\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.079798\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.176140\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.147585\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.143648\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.083147\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.080332\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.054586\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.089809\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.124686\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.076260\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.063977\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.173504\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.315557\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.196070\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.135744\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.187696\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.191828\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.071101\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.224999\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.084799\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.069090\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.085548\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.207349\n",
      "Client: 0 Test set: Average loss: 0.0405, Accuracy: 9873/10000 (99%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.100357\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.101240\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.231334\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.165161\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.255441\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.100287\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.246457\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.164119\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.186773\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.136139\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.227554\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.256607\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.035947\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.137797\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.143045\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.095071\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.131407\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.237466\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.155711\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.094236\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.101439\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.156499\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.145475\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.286897\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.107617\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.114822\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.256791\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.178520\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.047966\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.075344\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.240389\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.187961\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.091130\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.099419\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.077689\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.106349\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.128090\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.138939\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.057530\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.248814\n",
      "Client: 1 Test set: Average loss: 0.0464, Accuracy: 9845/10000 (98%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.151013\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.070273\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.219445\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.176232\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.320752\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.112958\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.169005\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.226866\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.110108\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.172436\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.071635\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.108800\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.108347\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.087135\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.203054\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.200107\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.077445\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.083450\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.109492\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.187096\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.071779\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.195491\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.086905\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.202836\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.263487\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.134831\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.088357\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.173812\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.159654\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.133152\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.139466\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.149555\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.062667\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.230628\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.327904\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.065973\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.076215\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.163514\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.285236\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.113418\n",
      "Client: 2 Test set: Average loss: 0.0427, Accuracy: 9862/10000 (99%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.074030\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.090910\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.134602\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.194159\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.156988\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.122455\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.134317\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.115066\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.107465\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.075622\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.126284\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.135345\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.174344\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.079790\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.248584\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.082523\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.142563\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.205748\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.144620\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.089555\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.119113\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.156507\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.083277\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.227779\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.084212\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.051200\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.173653\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.133238\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.208591\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.225434\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.085469\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.099698\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.135759\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.050768\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.070105\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.190516\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.166912\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.158554\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.113751\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.285150\n",
      "Client: 3 Test set: Average loss: 0.0429, Accuracy: 9864/10000 (99%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.115196\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.120067\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.214483\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.251666\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.253771\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.183119\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.139944\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.186161\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.188299\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.130951\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.053783\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.195788\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.150056\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.112389\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.121852\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.116925\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.266600\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.216314\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.091496\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.119190\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.126416\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.134468\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.125909\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.118491\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.036386\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.311174\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.136565\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.086434\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.175138\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.108506\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.360592\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.015174\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.099133\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.140083\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.029626\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.167455\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.210764\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.036521\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.169965\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.070295\n",
      "Client: 4 Test set: Average loss: 0.0433, Accuracy: 9863/10000 (99%)\n",
      "\n",
      "Test set: Average loss: 0.0393, Accuracy: 9868/10000 (99%)\n",
      "\n",
      "Test loss: 0.03934633364159381, Test accuracy: 0.9868\n",
      "***********************************Round:  6\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.052309\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.403692\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.043300\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.184629\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.149943\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.194065\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.190451\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.225276\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.056521\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.025847\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.072825\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.131284\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.222684\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.046031\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.111691\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.026531\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.161771\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.116866\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.163567\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.071203\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.033910\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.071903\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.211380\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.306816\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.068326\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.110032\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.270584\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.170723\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.059829\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.100325\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.151378\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.175936\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.046966\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.237800\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.037677\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.180328\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.114610\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.103705\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.111210\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.101618\n",
      "Client: 0 Test set: Average loss: 0.0410, Accuracy: 9862/10000 (99%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.145521\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.105644\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.030189\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.184585\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.248866\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.240830\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.067395\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.203413\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.277608\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.136699\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.128815\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.199832\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.102285\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.027084\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.095550\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.067201\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.113632\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.153145\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.054133\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.149658\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.234205\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.086593\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.368300\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.059791\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.089690\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.073872\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.117252\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.154973\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.507783\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.249921\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.090161\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.127298\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.175703\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.044247\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.149438\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.225331\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.105692\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.100507\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.169167\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.107949\n",
      "Client: 1 Test set: Average loss: 0.0399, Accuracy: 9868/10000 (99%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.166752\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.276281\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.328882\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.106403\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.084777\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.274398\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.218832\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.249032\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.082803\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.121513\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.056085\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.070184\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.056912\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.153233\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.121051\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.069876\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.165891\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.099943\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.109321\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.119031\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.045205\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.134988\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.036612\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.113404\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.104328\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.110006\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.221337\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.258814\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.228757\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.076722\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.078892\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.126609\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.130342\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.063426\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.067637\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.080224\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.076115\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.038876\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.102824\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.102686\n",
      "Client: 2 Test set: Average loss: 0.0397, Accuracy: 9866/10000 (99%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.157489\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.186846\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.320125\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.259421\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.196585\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.066284\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.169834\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.086682\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.118331\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.093526\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.079123\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.114935\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.118803\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.323424\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.123091\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.130167\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.161913\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.129855\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.273238\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.179993\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.039069\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.061221\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.092092\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.077351\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.207698\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.132082\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.074674\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.064856\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.117691\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.172907\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.054475\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.162790\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.105018\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.111282\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.123450\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.287288\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.077475\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.092954\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.140355\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.064123\n",
      "Client: 3 Test set: Average loss: 0.0398, Accuracy: 9875/10000 (99%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.179426\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.303066\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.160130\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.054756\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.198028\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.133768\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.180791\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.435097\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.186460\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.108071\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.226650\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.037152\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.069805\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.060274\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.132834\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.092638\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.110384\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.113324\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.103576\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.143986\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.094131\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.069748\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.152718\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.354922\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.189775\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.202855\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.061756\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.105263\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.223724\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.234616\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.085846\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.105491\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.071425\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.089604\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.218255\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.087534\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.075262\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.136234\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.127000\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.156409\n",
      "Client: 4 Test set: Average loss: 0.0434, Accuracy: 9850/10000 (98%)\n",
      "\n",
      "Test set: Average loss: 0.0370, Accuracy: 9874/10000 (99%)\n",
      "\n",
      "Test loss: 0.03704249138015439, Test accuracy: 0.9874\n",
      "***********************************Round:  7\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.193634\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.089935\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.113809\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.185547\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.121316\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.085385\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.107479\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.195183\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.112374\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.064690\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.099246\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.123032\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.131095\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.147502\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.093977\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.040828\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.097553\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.063964\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.155864\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.167224\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.101965\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.216506\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.063430\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.139552\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.203799\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.142948\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.037608\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.301373\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.108085\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.055342\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.149554\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.075188\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.062106\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.140704\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.195046\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.147512\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.015993\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.072252\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.056799\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.038485\n",
      "Client: 0 Test set: Average loss: 0.0387, Accuracy: 9863/10000 (99%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.250844\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.079893\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.060073\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.138914\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.111398\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.049865\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.329294\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.043074\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.070562\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.112525\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.157112\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.092520\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.163597\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.142122\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.146662\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.094148\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.166648\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.173159\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.092944\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.071263\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.138824\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.410851\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.137034\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.107105\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.116729\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.217125\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.021685\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.148549\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.148784\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.199389\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.133606\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.089084\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.061722\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.168070\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.037500\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.108043\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.080303\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.116784\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.287597\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.143692\n",
      "Client: 1 Test set: Average loss: 0.0411, Accuracy: 9866/10000 (99%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.089165\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.130945\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.071015\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.184683\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.064598\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.178381\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.122110\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.059816\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.050545\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.057227\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.076820\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.090539\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.062438\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.094070\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.121121\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.092568\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.048615\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.164511\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.081569\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.075509\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.038391\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.066548\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.048655\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.059495\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.130673\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.049400\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.070297\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.090457\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.153750\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.129735\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.094713\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.123368\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.076218\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.047635\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.107491\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.126206\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.030794\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.087412\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.154475\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.150348\n",
      "Client: 2 Test set: Average loss: 0.0387, Accuracy: 9880/10000 (99%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.201979\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.117132\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.103146\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.042151\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.064760\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.070453\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.277971\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.122294\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.093737\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.129141\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.141868\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.147360\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.303499\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.079145\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.220620\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.140379\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.116003\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.089712\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.160320\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.047465\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.280139\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.087038\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.083501\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.140217\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.191749\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.055634\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.064119\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.131693\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.113951\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.114950\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.050844\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.129998\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.069566\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.082082\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.070224\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.085618\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.157480\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.055975\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.085141\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.096004\n",
      "Client: 3 Test set: Average loss: 0.0378, Accuracy: 9891/10000 (99%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.033785\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.109726\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.215538\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.101942\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.135820\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.087829\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.281829\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.102751\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.119134\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.247878\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.068257\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.133915\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.145990\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.100987\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.102831\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.054719\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.108037\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.110903\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.151257\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.081879\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.128294\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.118366\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.263783\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.157814\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.142080\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.140568\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.081998\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.058584\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.277321\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.189887\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.068642\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.093896\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.109382\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.120820\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.057871\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.036491\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.110289\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.199065\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.131323\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.271883\n",
      "Client: 4 Test set: Average loss: 0.0377, Accuracy: 9874/10000 (99%)\n",
      "\n",
      "Test set: Average loss: 0.0346, Accuracy: 9885/10000 (99%)\n",
      "\n",
      "Test loss: 0.034561310298353784, Test accuracy: 0.9885\n",
      "***********************************Round:  8\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.041311\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.130199\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.083773\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.145672\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.040067\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.200037\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.195354\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.073737\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.076111\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.073261\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.065384\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.052351\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.046912\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.173145\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.084313\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.193961\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.119282\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.025789\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.284705\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.066620\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.264107\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.142011\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.207963\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.140312\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.065935\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.071358\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.073716\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.080781\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.046013\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.037113\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.090305\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.108135\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.107587\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.046107\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.108682\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.272143\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.041048\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.305427\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.096364\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.074131\n",
      "Client: 0 Test set: Average loss: 0.0362, Accuracy: 9875/10000 (99%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.234551\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.240303\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.105674\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.034596\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.204736\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.193051\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.130419\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.164516\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.085378\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.217652\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.110812\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.142537\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.053960\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.124265\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.422330\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.107125\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.113030\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.170971\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.078962\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.183573\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.167287\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.154701\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.043753\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.126950\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.186446\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.167355\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.048391\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.068118\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.130171\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.098335\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.129362\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.176564\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.148685\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.110475\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.118888\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.153582\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.106702\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.032845\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.022142\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.179534\n",
      "Client: 1 Test set: Average loss: 0.0389, Accuracy: 9876/10000 (99%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.240004\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.270412\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.185148\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.036310\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.147071\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.159782\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.181684\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.059047\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.098276\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.108505\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.062756\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.174356\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.243611\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.048928\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.166315\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.072994\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.071861\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.025772\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.146114\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.102545\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.050762\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.084835\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.023087\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.055267\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.097137\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.024394\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.170180\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.090548\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.184671\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.052749\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.024181\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.090124\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.117708\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.104544\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.122381\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.165256\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.104364\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.056085\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.075414\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.076933\n",
      "Client: 2 Test set: Average loss: 0.0380, Accuracy: 9879/10000 (99%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.218944\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.099174\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.088189\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.138455\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.043368\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.055118\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.078635\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.086598\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.170945\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.073502\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.275423\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.065784\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.060573\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.073873\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.144283\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.129863\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.204899\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.089018\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.203213\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.090053\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.104456\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.055360\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.035701\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.112188\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.077961\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.134234\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.173457\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.092525\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.078439\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.210616\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.198988\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.113530\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.169010\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.105010\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.103626\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.152270\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.044567\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.166815\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.183948\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.086085\n",
      "Client: 3 Test set: Average loss: 0.0363, Accuracy: 9883/10000 (99%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.083226\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.064284\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.108636\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.151217\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.430780\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.045069\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.071056\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.085496\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.098922\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.057993\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.120589\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.078730\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.104437\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.093698\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.055193\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.049853\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.092837\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.171630\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.331144\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.209094\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.189563\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.119735\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.066351\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.052448\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.241482\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.197243\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.132529\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.078086\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.092420\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.141171\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.226587\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.141651\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.191778\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.063915\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.063310\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.033344\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.126437\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.148079\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.145398\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.114384\n",
      "Client: 4 Test set: Average loss: 0.0395, Accuracy: 9874/10000 (99%)\n",
      "\n",
      "Test set: Average loss: 0.0343, Accuracy: 9886/10000 (99%)\n",
      "\n",
      "Test loss: 0.03434464501652401, Test accuracy: 0.9886\n",
      "***********************************Round:  9\n",
      "Client: 0 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.099759\n",
      "Client: 0 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.091747\n",
      "Client: 0 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.132996\n",
      "Client: 0 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.063774\n",
      "Client: 0 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.227038\n",
      "Client: 0 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.146105\n",
      "Client: 0 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.069752\n",
      "Client: 0 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.228628\n",
      "Client: 0 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.074976\n",
      "Client: 0 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.249421\n",
      "Client: 0 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.024381\n",
      "Client: 0 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.134380\n",
      "Client: 0 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.116064\n",
      "Client: 0 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.057569\n",
      "Client: 0 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.078066\n",
      "Client: 0 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.060983\n",
      "Client: 0 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.225449\n",
      "Client: 0 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.115879\n",
      "Client: 0 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.108624\n",
      "Client: 0 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.114851\n",
      "Client: 0 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.176555\n",
      "Client: 0 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.129733\n",
      "Client: 0 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.150843\n",
      "Client: 0 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.093836\n",
      "Client: 0 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.031646\n",
      "Client: 0 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.087280\n",
      "Client: 0 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.211926\n",
      "Client: 0 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.159004\n",
      "Client: 0 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.164094\n",
      "Client: 0 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.171694\n",
      "Client: 0 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.187516\n",
      "Client: 0 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.066954\n",
      "Client: 0 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.076748\n",
      "Client: 0 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.086630\n",
      "Client: 0 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.398442\n",
      "Client: 0 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.135146\n",
      "Client: 0 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.061885\n",
      "Client: 0 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.087679\n",
      "Client: 0 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.105684\n",
      "Client: 0 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.036655\n",
      "Client: 0 Test set: Average loss: 0.0354, Accuracy: 9884/10000 (99%)\n",
      "\n",
      "Client: 1 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.221137\n",
      "Client: 1 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.409711\n",
      "Client: 1 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.090977\n",
      "Client: 1 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.069446\n",
      "Client: 1 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.064893\n",
      "Client: 1 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.035813\n",
      "Client: 1 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.252299\n",
      "Client: 1 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.181919\n",
      "Client: 1 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.138091\n",
      "Client: 1 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.089697\n",
      "Client: 1 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.114257\n",
      "Client: 1 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.096095\n",
      "Client: 1 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.219973\n",
      "Client: 1 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.055852\n",
      "Client: 1 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.114694\n",
      "Client: 1 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.058207\n",
      "Client: 1 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.099231\n",
      "Client: 1 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.421854\n",
      "Client: 1 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.171252\n",
      "Client: 1 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.205192\n",
      "Client: 1 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.086842\n",
      "Client: 1 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.134750\n",
      "Client: 1 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.104619\n",
      "Client: 1 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.228236\n",
      "Client: 1 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.175136\n",
      "Client: 1 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.064202\n",
      "Client: 1 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.121165\n",
      "Client: 1 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.070168\n",
      "Client: 1 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.137222\n",
      "Client: 1 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.129704\n",
      "Client: 1 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.116399\n",
      "Client: 1 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.105985\n",
      "Client: 1 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.036806\n",
      "Client: 1 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.144321\n",
      "Client: 1 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.102364\n",
      "Client: 1 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.186442\n",
      "Client: 1 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.222262\n",
      "Client: 1 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.106198\n",
      "Client: 1 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.079007\n",
      "Client: 1 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.199492\n",
      "Client: 1 Test set: Average loss: 0.0372, Accuracy: 9878/10000 (99%)\n",
      "\n",
      "Client: 2 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.034229\n",
      "Client: 2 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.087563\n",
      "Client: 2 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.070660\n",
      "Client: 2 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.325529\n",
      "Client: 2 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.093617\n",
      "Client: 2 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.168561\n",
      "Client: 2 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.132195\n",
      "Client: 2 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.088533\n",
      "Client: 2 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.325724\n",
      "Client: 2 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.165446\n",
      "Client: 2 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.065916\n",
      "Client: 2 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.106422\n",
      "Client: 2 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.181811\n",
      "Client: 2 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.092511\n",
      "Client: 2 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.132000\n",
      "Client: 2 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.106683\n",
      "Client: 2 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.088790\n",
      "Client: 2 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.050387\n",
      "Client: 2 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.108837\n",
      "Client: 2 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.134083\n",
      "Client: 2 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.182912\n",
      "Client: 2 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.155104\n",
      "Client: 2 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.170619\n",
      "Client: 2 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.051174\n",
      "Client: 2 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.215088\n",
      "Client: 2 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.233349\n",
      "Client: 2 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.054038\n",
      "Client: 2 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.060330\n",
      "Client: 2 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.102921\n",
      "Client: 2 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.186974\n",
      "Client: 2 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.036788\n",
      "Client: 2 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.284263\n",
      "Client: 2 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.061680\n",
      "Client: 2 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.075275\n",
      "Client: 2 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.117092\n",
      "Client: 2 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.074027\n",
      "Client: 2 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.166275\n",
      "Client: 2 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.048064\n",
      "Client: 2 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.176529\n",
      "Client: 2 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.064284\n",
      "Client: 2 Test set: Average loss: 0.0359, Accuracy: 9882/10000 (99%)\n",
      "\n",
      "Client: 3 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.112943\n",
      "Client: 3 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.145771\n",
      "Client: 3 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.055186\n",
      "Client: 3 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.032333\n",
      "Client: 3 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.123287\n",
      "Client: 3 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.213766\n",
      "Client: 3 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.022433\n",
      "Client: 3 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.086074\n",
      "Client: 3 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.190579\n",
      "Client: 3 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.030009\n",
      "Client: 3 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.103249\n",
      "Client: 3 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.133678\n",
      "Client: 3 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.096925\n",
      "Client: 3 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.221712\n",
      "Client: 3 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.084281\n",
      "Client: 3 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.145349\n",
      "Client: 3 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.046008\n",
      "Client: 3 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.104824\n",
      "Client: 3 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.455583\n",
      "Client: 3 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.065919\n",
      "Client: 3 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.203940\n",
      "Client: 3 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.070100\n",
      "Client: 3 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.103693\n",
      "Client: 3 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.100452\n",
      "Client: 3 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.035149\n",
      "Client: 3 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.155656\n",
      "Client: 3 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.030324\n",
      "Client: 3 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.168026\n",
      "Client: 3 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.053833\n",
      "Client: 3 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.113899\n",
      "Client: 3 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.121708\n",
      "Client: 3 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.111601\n",
      "Client: 3 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.151660\n",
      "Client: 3 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.054660\n",
      "Client: 3 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.197320\n",
      "Client: 3 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.077453\n",
      "Client: 3 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.123618\n",
      "Client: 3 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.253778\n",
      "Client: 3 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.055798\n",
      "Client: 3 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.206752\n",
      "Client: 3 Test set: Average loss: 0.0353, Accuracy: 9878/10000 (99%)\n",
      "\n",
      "Client: 4 Train Epoch: 0 [0/12000 (0%)]\tLoss: 0.082581\n",
      "Client: 4 Train Epoch: 0 [3200/12000 (27%)]\tLoss: 0.088046\n",
      "Client: 4 Train Epoch: 0 [6400/12000 (53%)]\tLoss: 0.070754\n",
      "Client: 4 Train Epoch: 0 [9600/12000 (80%)]\tLoss: 0.067559\n",
      "Client: 4 Train Epoch: 1 [0/12000 (0%)]\tLoss: 0.107789\n",
      "Client: 4 Train Epoch: 1 [3200/12000 (27%)]\tLoss: 0.045011\n",
      "Client: 4 Train Epoch: 1 [6400/12000 (53%)]\tLoss: 0.112932\n",
      "Client: 4 Train Epoch: 1 [9600/12000 (80%)]\tLoss: 0.162599\n",
      "Client: 4 Train Epoch: 2 [0/12000 (0%)]\tLoss: 0.091915\n",
      "Client: 4 Train Epoch: 2 [3200/12000 (27%)]\tLoss: 0.182418\n",
      "Client: 4 Train Epoch: 2 [6400/12000 (53%)]\tLoss: 0.151606\n",
      "Client: 4 Train Epoch: 2 [9600/12000 (80%)]\tLoss: 0.080507\n",
      "Client: 4 Train Epoch: 3 [0/12000 (0%)]\tLoss: 0.301392\n",
      "Client: 4 Train Epoch: 3 [3200/12000 (27%)]\tLoss: 0.083584\n",
      "Client: 4 Train Epoch: 3 [6400/12000 (53%)]\tLoss: 0.155495\n",
      "Client: 4 Train Epoch: 3 [9600/12000 (80%)]\tLoss: 0.046795\n",
      "Client: 4 Train Epoch: 4 [0/12000 (0%)]\tLoss: 0.155173\n",
      "Client: 4 Train Epoch: 4 [3200/12000 (27%)]\tLoss: 0.126433\n",
      "Client: 4 Train Epoch: 4 [6400/12000 (53%)]\tLoss: 0.080200\n",
      "Client: 4 Train Epoch: 4 [9600/12000 (80%)]\tLoss: 0.095458\n",
      "Client: 4 Train Epoch: 5 [0/12000 (0%)]\tLoss: 0.092251\n",
      "Client: 4 Train Epoch: 5 [3200/12000 (27%)]\tLoss: 0.165503\n",
      "Client: 4 Train Epoch: 5 [6400/12000 (53%)]\tLoss: 0.122949\n",
      "Client: 4 Train Epoch: 5 [9600/12000 (80%)]\tLoss: 0.038431\n",
      "Client: 4 Train Epoch: 6 [0/12000 (0%)]\tLoss: 0.073910\n",
      "Client: 4 Train Epoch: 6 [3200/12000 (27%)]\tLoss: 0.037277\n",
      "Client: 4 Train Epoch: 6 [6400/12000 (53%)]\tLoss: 0.046688\n",
      "Client: 4 Train Epoch: 6 [9600/12000 (80%)]\tLoss: 0.065092\n",
      "Client: 4 Train Epoch: 7 [0/12000 (0%)]\tLoss: 0.150689\n",
      "Client: 4 Train Epoch: 7 [3200/12000 (27%)]\tLoss: 0.241308\n",
      "Client: 4 Train Epoch: 7 [6400/12000 (53%)]\tLoss: 0.110558\n",
      "Client: 4 Train Epoch: 7 [9600/12000 (80%)]\tLoss: 0.127615\n",
      "Client: 4 Train Epoch: 8 [0/12000 (0%)]\tLoss: 0.287379\n",
      "Client: 4 Train Epoch: 8 [3200/12000 (27%)]\tLoss: 0.085406\n",
      "Client: 4 Train Epoch: 8 [6400/12000 (53%)]\tLoss: 0.078076\n",
      "Client: 4 Train Epoch: 8 [9600/12000 (80%)]\tLoss: 0.081349\n",
      "Client: 4 Train Epoch: 9 [0/12000 (0%)]\tLoss: 0.043116\n",
      "Client: 4 Train Epoch: 9 [3200/12000 (27%)]\tLoss: 0.225987\n",
      "Client: 4 Train Epoch: 9 [6400/12000 (53%)]\tLoss: 0.183146\n",
      "Client: 4 Train Epoch: 9 [9600/12000 (80%)]\tLoss: 0.197118\n",
      "Client: 4 Test set: Average loss: 0.0366, Accuracy: 9869/10000 (99%)\n",
      "\n",
      "Test set: Average loss: 0.0332, Accuracy: 9888/10000 (99%)\n",
      "\n",
      "Test loss: 0.03319105501800659, Test accuracy: 0.9888\n"
     ]
    }
   ],
   "source": [
    "num_clients = 5\n",
    "num_rounds = 10\n",
    "epochs = 10\n",
    "\n",
    "aggregator = FedAggregator(num_clients,args)\n",
    "aggregator.load_data()\n",
    "\n",
    "aggregator.run_rounds(num_rounds, epochs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ce32d587",
   "metadata": {
    "papermill": {
     "duration": 0.106695,
     "end_time": "2023-03-26T07:39:07.946058",
     "exception": false,
     "start_time": "2023-03-26T07:39:07.839363",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.12"
  },
  "papermill": {
   "default_parameters": {},
   "duration": 2237.97115,
   "end_time": "2023-03-26T07:39:09.280058",
   "environment_variables": {},
   "exception": null,
   "input_path": "__notebook__.ipynb",
   "output_path": "__notebook__.ipynb",
   "parameters": {},
   "start_time": "2023-03-26T07:01:51.308908",
   "version": "2.4.0"
  },
  "widgets": {
   "application/vnd.jupyter.widget-state+json": {
    "state": {
     "0060230a75de4a6188e2141f5c7dda8f": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HBoxModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HBoxModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HBoxView",
       "box_style": "",
       "children": [
        "IPY_MODEL_26327301d4294e5a854499a5d56e9abc",
        "IPY_MODEL_8894b34504814bd0aee0b39aa4d27328",
        "IPY_MODEL_0f85bcc4c8fa4bd38224ce92ca30e706"
       ],
       "layout": "IPY_MODEL_328b9f0c50e644929c6dc52149ba63bd"
      }
     },
     "0180193731464c68a0a1c4c79af6ad72": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "ProgressStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "ProgressStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "bar_color": null,
       "description_width": ""
      }
     },
     "062768f8d3fd460789d3f15b6df18441": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "DescriptionStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "DescriptionStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "description_width": ""
      }
     },
     "073a1e0b43d64009988fa2c6e6ccb24b": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "DescriptionStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "DescriptionStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "description_width": ""
      }
     },
     "0f85bcc4c8fa4bd38224ce92ca30e706": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HTMLModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HTMLModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HTMLView",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_dc7c53999284454eac8218b6014eadbd",
       "placeholder": "​",
       "style": "IPY_MODEL_f50955d3d7ac4b748513b615cd1406c3",
       "value": " 9912422/9912422 [00:00&lt;00:00, 64531635.64it/s]"
      }
     },
     "145cfbd6a2ad4667b838b2589edbffd9": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "19de027947ba48ad80a1a03d07e116ab": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "26327301d4294e5a854499a5d56e9abc": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HTMLModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HTMLModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HTMLView",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_aec03ff62dcc4711b088ead3ecca96e4",
       "placeholder": "​",
       "style": "IPY_MODEL_5a1cd5c777bc44be8b9adb15ac804a3f",
       "value": "100%"
      }
     },
     "2c59ccf22e944129b56904e2e74b788e": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "2c61f54bed2449d2b1e7077eaf19926a": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "328b9f0c50e644929c6dc52149ba63bd": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "4c188db05b22433c85b6180715270373": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "FloatProgressModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "FloatProgressModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "ProgressView",
       "bar_style": "success",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_83c4573484cd44348f260cb551d5bc6c",
       "max": 1648877,
       "min": 0,
       "orientation": "horizontal",
       "style": "IPY_MODEL_9179455333374fdab8876c94135ad3f1",
       "value": 1648877
      }
     },
     "537e99f661dc43109d53b5989dd78a30": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HTMLModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HTMLModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HTMLView",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_19de027947ba48ad80a1a03d07e116ab",
       "placeholder": "​",
       "style": "IPY_MODEL_ddc9ae80f779470aae4de23fee12ff3e",
       "value": "100%"
      }
     },
     "57b4d6aac96a4b6ea129eafa3569b30e": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HBoxModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HBoxModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HBoxView",
       "box_style": "",
       "children": [
        "IPY_MODEL_b06597c4594c4dd6b612ec4462478826",
        "IPY_MODEL_fda20b9514214242ac7a50ded37a8d28",
        "IPY_MODEL_865edf26a3bb48d69aac7464db8df9da"
       ],
       "layout": "IPY_MODEL_7e8357f502614da0b0a5b344decb85e2"
      }
     },
     "5a1cd5c777bc44be8b9adb15ac804a3f": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "DescriptionStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "DescriptionStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "description_width": ""
      }
     },
     "5aeeec6639ed4e8c80f11a1669ebf2b1": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "5f48a692f31144499a86b096b7108ec1": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "656d6f207ee449818eb0463473aa4fa4": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "DescriptionStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "DescriptionStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "description_width": ""
      }
     },
     "65ee32c9f9f3426480d057d43b647e8b": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "7e8357f502614da0b0a5b344decb85e2": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "80307c5e49a741c199d91d5af85349b9": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "ProgressStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "ProgressStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "bar_color": null,
       "description_width": ""
      }
     },
     "83c4573484cd44348f260cb551d5bc6c": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "865edf26a3bb48d69aac7464db8df9da": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HTMLModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HTMLModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HTMLView",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_2c59ccf22e944129b56904e2e74b788e",
       "placeholder": "​",
       "style": "IPY_MODEL_bb654f1ab7684218b030168866c55555",
       "value": " 28881/28881 [00:00&lt;00:00, 1518181.40it/s]"
      }
     },
     "88619760a5c544b1a420e17f5db5c898": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "FloatProgressModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "FloatProgressModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "ProgressView",
       "bar_style": "success",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_65ee32c9f9f3426480d057d43b647e8b",
       "max": 4542,
       "min": 0,
       "orientation": "horizontal",
       "style": "IPY_MODEL_0180193731464c68a0a1c4c79af6ad72",
       "value": 4542
      }
     },
     "888f8f1ca2804c508adaaec060f3236b": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "ProgressStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "ProgressStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "bar_color": null,
       "description_width": ""
      }
     },
     "8894b34504814bd0aee0b39aa4d27328": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "FloatProgressModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "FloatProgressModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "ProgressView",
       "bar_style": "success",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_5f48a692f31144499a86b096b7108ec1",
       "max": 9912422,
       "min": 0,
       "orientation": "horizontal",
       "style": "IPY_MODEL_888f8f1ca2804c508adaaec060f3236b",
       "value": 9912422
      }
     },
     "8b1c94714c414302b3e310e79a4eb3c3": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HBoxModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HBoxModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HBoxView",
       "box_style": "",
       "children": [
        "IPY_MODEL_f059175966584ebd9aa8e42f2c71469c",
        "IPY_MODEL_88619760a5c544b1a420e17f5db5c898",
        "IPY_MODEL_a6a9f9c08ff04873b12bd7a63571d9af"
       ],
       "layout": "IPY_MODEL_eb06f6422b494fe7ac2dc70a9861f188"
      }
     },
     "9179455333374fdab8876c94135ad3f1": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "ProgressStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "ProgressStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "bar_color": null,
       "description_width": ""
      }
     },
     "99692d06e18b45b6a2e6d51ab0ace09c": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HBoxModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HBoxModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HBoxView",
       "box_style": "",
       "children": [
        "IPY_MODEL_537e99f661dc43109d53b5989dd78a30",
        "IPY_MODEL_4c188db05b22433c85b6180715270373",
        "IPY_MODEL_deb39b81fa334cb8b7b272af7c1d2630"
       ],
       "layout": "IPY_MODEL_df01bab13c984109b9c9851bf0a41376"
      }
     },
     "9d4ed068aa6244ea80190891b263fe45": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "a6a9f9c08ff04873b12bd7a63571d9af": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HTMLModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HTMLModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HTMLView",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_9d4ed068aa6244ea80190891b263fe45",
       "placeholder": "​",
       "style": "IPY_MODEL_073a1e0b43d64009988fa2c6e6ccb24b",
       "value": " 4542/4542 [00:00&lt;00:00, 328633.04it/s]"
      }
     },
     "aec03ff62dcc4711b088ead3ecca96e4": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "b06597c4594c4dd6b612ec4462478826": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HTMLModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HTMLModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HTMLView",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_5aeeec6639ed4e8c80f11a1669ebf2b1",
       "placeholder": "​",
       "style": "IPY_MODEL_ba64dd90580f4558a2c2c4b77011b00c",
       "value": "100%"
      }
     },
     "ba64dd90580f4558a2c2c4b77011b00c": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "DescriptionStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "DescriptionStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "description_width": ""
      }
     },
     "bb654f1ab7684218b030168866c55555": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "DescriptionStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "DescriptionStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "description_width": ""
      }
     },
     "dc7c53999284454eac8218b6014eadbd": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "ddc9ae80f779470aae4de23fee12ff3e": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "DescriptionStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "DescriptionStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "description_width": ""
      }
     },
     "deb39b81fa334cb8b7b272af7c1d2630": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HTMLModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HTMLModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HTMLView",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_2c61f54bed2449d2b1e7077eaf19926a",
       "placeholder": "​",
       "style": "IPY_MODEL_656d6f207ee449818eb0463473aa4fa4",
       "value": " 1648877/1648877 [00:00&lt;00:00, 20482123.46it/s]"
      }
     },
     "df01bab13c984109b9c9851bf0a41376": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "eb06f6422b494fe7ac2dc70a9861f188": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "f059175966584ebd9aa8e42f2c71469c": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HTMLModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HTMLModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HTMLView",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_f0d818a5b45b4e4198566c427e5f6c3b",
       "placeholder": "​",
       "style": "IPY_MODEL_062768f8d3fd460789d3f15b6df18441",
       "value": "100%"
      }
     },
     "f0d818a5b45b4e4198566c427e5f6c3b": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "f50955d3d7ac4b748513b615cd1406c3": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "DescriptionStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "DescriptionStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "description_width": ""
      }
     },
     "fda20b9514214242ac7a50ded37a8d28": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "FloatProgressModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "FloatProgressModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "ProgressView",
       "bar_style": "success",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_145cfbd6a2ad4667b838b2589edbffd9",
       "max": 28881,
       "min": 0,
       "orientation": "horizontal",
       "style": "IPY_MODEL_80307c5e49a741c199d91d5af85349b9",
       "value": 28881
      }
     }
    },
    "version_major": 2,
    "version_minor": 0
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}