examples/notebook/fedscale_demo_client.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "466d23de",
   "metadata": {},
   "source": [
    "# Federated Learning for Image Classification using Fedscale"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "17da3fe2",
   "metadata": {},
   "source": [
    "## Client Side"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "40dc07a4",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n",
      "(03-05) 19:51:46 INFO     [executor.py:50] (EXECUTOR:1) is setting up environ ...\n",
      "(03-05) 19:51:46 INFO     [fllibs.py:84] Initializing the model ...\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Files already downloaded and verified\n",
      "Files already downloaded and verified\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "(03-05) 19:51:48 INFO     [executor.py:119] Data partitioner starts ...\n",
      "(03-05) 19:51:48 INFO     [divide_data.py:94] Randomly partitioning data, 50000 samples...\n",
      "(03-05) 19:51:48 INFO     [divide_data.py:94] Randomly partitioning data, 10000 samples...\n",
      "(03-05) 19:51:48 INFO     [executor.py:127] Data partitioner completes ...\n",
      "(03-05) 19:51:48 INFO     [executor.py:87] Connecting to Coordinator (127.0.0.1) for control plane communication ...\n",
      "(03-05) 19:51:48 INFO     [executor.py:100] Started GRPC server at [::]:10002 for control plane\n",
      "(03-05) 19:51:48 INFO     [executor.py:302] Start monitoring events ...\n",
      "(03-05) 19:52:02 INFO     [executor.py:196] Received GRPC ReportExecutorInfo request\n",
      "(03-05) 19:52:03 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 19:52:03 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:52:03 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 19:52:06 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 6.166736531928269, 'trained_size': 600, 'success': True, 'utility': 14002.723716596103}\n",
      "(03-05) 19:52:06 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:52:06 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 19:52:08 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 8.450328796211208, 'trained_size': 600, 'success': True, 'utility': 27784.575430198744}\n",
      "(03-05) 19:52:08 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:52:08 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 19:52:12 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 5.541807488564527, 'trained_size': 600, 'success': True, 'utility': 2746.5351530115886}\n",
      "(03-05) 19:52:12 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:52:12 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 19:52:16 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 5.133763529590654, 'trained_size': 600, 'success': True, 'utility': 2885.5709383391113}\n",
      "(03-05) 19:52:16 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 19:52:16 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:52:17 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 19:52:20 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 4.097920617766082, 'trained_size': 600, 'success': True, 'utility': 1503.5819372413082}\n",
      "(03-05) 19:52:20 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:52:20 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 19:52:24 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 5.534401371750412, 'trained_size': 600, 'success': True, 'utility': 11159.077982035868}\n",
      "(03-05) 19:52:24 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:52:24 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 19:52:28 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 5.330126642058009, 'trained_size': 600, 'success': True, 'utility': 6170.8408601980755}\n",
      "(03-05) 19:52:28 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:52:28 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 19:52:32 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 7.039049797966295, 'trained_size': 600, 'success': True, 'utility': 29348.86824140578}\n",
      "(03-05) 19:52:33 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 19:52:33 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:52:33 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 19:52:37 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 5.081957636442971, 'trained_size': 600, 'success': True, 'utility': 1992.5550867611482}\n",
      "(03-05) 19:52:37 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:52:37 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 19:52:41 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 6.0582187644090615, 'trained_size': 600, 'success': True, 'utility': 4488.897376691365}\n",
      "(03-05) 19:52:41 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:52:41 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 19:52:45 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 7.132398456906873, 'trained_size': 600, 'success': True, 'utility': 3649.875449565315}\n",
      "(03-05) 19:52:45 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:52:45 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 19:52:49 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 4.333043703100524, 'trained_size': 600, 'success': True, 'utility': 2171.3751901872533}\n",
      "(03-05) 19:52:50 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 19:52:50 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:52:50 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 19:52:54 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 4.7663854069129075, 'trained_size': 600, 'success': True, 'utility': 2540.748670849144}\n",
      "(03-05) 19:52:54 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:52:54 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 19:52:58 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 3.698958115841707, 'trained_size': 600, 'success': True, 'utility': 2274.132320557489}\n",
      "(03-05) 19:52:58 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:52:58 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 19:53:02 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 5.585061749169056, 'trained_size': 600, 'success': True, 'utility': 5945.434712182724}\n",
      "(03-05) 19:53:02 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:53:02 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 19:53:06 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 4.955509286161629, 'trained_size': 600, 'success': True, 'utility': 5305.577428286064}\n",
      "(03-05) 19:53:06 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 19:53:07 INFO     [executor.py:205] Received GRPC Test request\n",
      "(03-05) 19:53:11 INFO     [utils_model.py:365] Rank 1: Test set: Average loss: 2.7138, Top-1 Accuracy: 1000.0/10000 (0.1), Top-5 Accuracy: 0.5\n",
      "(03-05) 19:53:11 INFO     [executor.py:293] After aggregation epoch 5, CumulTime 84.8237, eval_time 4.5167, test_loss 2.7138, test_accuracy 10.00%, test_5_accuracy 50.00% \n",
      "\n",
      "(03-05) 19:53:11 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:53:11 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 19:53:15 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 3.2707472533574076, 'trained_size': 600, 'success': True, 'utility': 2227.6138230670535}\n",
      "(03-05) 19:53:15 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:53:15 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 19:53:19 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 3.3100625099085925, 'trained_size': 600, 'success': True, 'utility': 2481.3448414820673}\n",
      "(03-05) 19:53:19 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:53:19 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 19:53:23 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 3.401243356481161, 'trained_size': 600, 'success': True, 'utility': 2405.9800404336133}\n",
      "(03-05) 19:53:23 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:53:23 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 19:53:27 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 2.862476760428658, 'trained_size': 600, 'success': True, 'utility': 1963.7636954736715}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "(03-05) 19:53:28 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 19:53:28 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:53:28 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 19:53:32 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 3.266853203517368, 'trained_size': 600, 'success': True, 'utility': 1732.60615963363}\n",
      "(03-05) 19:53:32 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:53:32 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 19:53:36 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 2.855396778266464, 'trained_size': 600, 'success': True, 'utility': 1653.382626893338}\n",
      "(03-05) 19:53:36 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:53:36 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 19:53:40 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 2.831089434529156, 'trained_size': 600, 'success': True, 'utility': 2011.3035998657697}\n",
      "(03-05) 19:53:40 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:53:40 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 19:53:44 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 3.042358627351506, 'trained_size': 600, 'success': True, 'utility': 1806.6110785048413}\n",
      "(03-05) 19:53:44 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 19:53:44 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:53:44 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 19:53:48 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 2.5548434176129193, 'trained_size': 600, 'success': True, 'utility': 1740.3220917255137}\n",
      "(03-05) 19:53:48 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:53:48 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 19:53:52 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 2.537354787879475, 'trained_size': 600, 'success': True, 'utility': 1490.9903545763884}\n",
      "(03-05) 19:53:52 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:53:52 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 19:53:56 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 2.7060836902554817, 'trained_size': 600, 'success': True, 'utility': 1910.714230959362}\n",
      "(03-05) 19:53:56 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:53:56 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 19:54:00 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 2.5772996829733055, 'trained_size': 600, 'success': True, 'utility': 1621.9429855720678}\n",
      "(03-05) 19:54:01 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 19:54:01 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:54:01 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 19:54:04 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 2.5003501887888038, 'trained_size': 600, 'success': True, 'utility': 1684.2653642459697}\n",
      "(03-05) 19:54:04 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:54:05 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 19:54:09 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 2.335390408034984, 'trained_size': 600, 'success': True, 'utility': 1778.1469914553643}\n",
      "(03-05) 19:54:09 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:54:09 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 19:54:13 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 2.497344985942037, 'trained_size': 600, 'success': True, 'utility': 1546.2605788910164}\n",
      "(03-05) 19:54:13 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:54:13 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 19:54:16 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 2.5425368854360304, 'trained_size': 600, 'success': True, 'utility': 1660.8008981256883}\n",
      "(03-05) 19:54:17 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 19:54:17 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:54:17 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 19:54:21 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 2.415195213033262, 'trained_size': 600, 'success': True, 'utility': 1786.98568992865}\n",
      "(03-05) 19:54:21 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:54:21 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 19:54:25 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 2.4208433446094118, 'trained_size': 600, 'success': True, 'utility': 1353.127631099204}\n",
      "(03-05) 19:54:25 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:54:25 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 19:54:29 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 2.418253155498097, 'trained_size': 600, 'success': True, 'utility': 1981.8749601143572}\n",
      "(03-05) 19:54:29 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:54:29 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 19:54:33 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 2.340269607021022, 'trained_size': 600, 'success': True, 'utility': 1483.7491945987733}\n",
      "(03-05) 19:54:33 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 19:54:33 INFO     [executor.py:205] Received GRPC Test request\n",
      "(03-05) 19:54:38 INFO     [utils_model.py:365] Rank 1: Test set: Average loss: 2.2961, Top-1 Accuracy: 1501.0/10000 (0.1501), Top-5 Accuracy: 0.6402\n",
      "(03-05) 19:54:38 INFO     [executor.py:293] After aggregation epoch 10, CumulTime 171.6946, eval_time 4.431, test_loss 2.2961, test_accuracy 15.01%, test_5_accuracy 64.02% \n",
      "\n",
      "(03-05) 19:54:38 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:54:38 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 19:54:42 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 2.3549062860273127, 'trained_size': 600, 'success': True, 'utility': 1466.2666661366375}\n",
      "(03-05) 19:54:42 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:54:42 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 19:54:46 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 2.1950617674504946, 'trained_size': 600, 'success': True, 'utility': 1506.5332875586885}\n",
      "(03-05) 19:54:46 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:54:46 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 19:54:50 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 2.3166805121342007, 'trained_size': 600, 'success': True, 'utility': 1325.011609419012}\n",
      "(03-05) 19:54:50 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:54:51 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 19:54:54 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 2.4723577792963387, 'trained_size': 600, 'success': True, 'utility': 1776.1354232948072}\n",
      "(03-05) 19:54:55 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 19:54:55 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:54:55 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 19:54:59 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 2.304801041390954, 'trained_size': 600, 'success': True, 'utility': 1535.8823206695893}\n",
      "(03-05) 19:54:59 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:54:59 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 19:55:03 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 2.3828599152910512, 'trained_size': 600, 'success': True, 'utility': 1514.6184584414445}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "(03-05) 19:55:03 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:55:03 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 19:55:07 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 2.375393155409973, 'trained_size': 600, 'success': True, 'utility': 1456.2818429807087}\n",
      "(03-05) 19:55:07 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:55:07 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 19:55:11 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 2.3304627750416005, 'trained_size': 600, 'success': True, 'utility': 1535.5820931533742}\n",
      "(03-05) 19:55:11 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 19:55:11 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:55:11 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 19:55:15 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 2.1908794326446266, 'trained_size': 600, 'success': True, 'utility': 1314.7367253243654}\n",
      "(03-05) 19:55:15 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:55:16 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 19:55:19 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 2.2584207735292345, 'trained_size': 600, 'success': True, 'utility': 1508.9038467215157}\n",
      "(03-05) 19:55:19 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:55:19 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 19:55:23 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 2.295303288840891, 'trained_size': 600, 'success': True, 'utility': 1482.1924533448782}\n",
      "(03-05) 19:55:23 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:55:23 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 19:55:27 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 2.3188039399682707, 'trained_size': 600, 'success': True, 'utility': 1481.1851231294972}\n",
      "(03-05) 19:55:28 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 19:55:28 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:55:28 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 19:55:32 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 2.2343263967437323, 'trained_size': 600, 'success': True, 'utility': 1578.1255704852008}\n",
      "(03-05) 19:55:32 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:55:32 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 19:55:36 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 2.2647111955608263, 'trained_size': 600, 'success': True, 'utility': 1668.398073681557}\n",
      "(03-05) 19:55:36 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:55:36 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 19:55:40 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 2.250899268712639, 'trained_size': 600, 'success': True, 'utility': 1434.2170489987004}\n",
      "(03-05) 19:55:40 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:55:40 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 19:55:44 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 2.385804536986689, 'trained_size': 600, 'success': True, 'utility': 1563.52496627369}\n",
      "(03-05) 19:55:44 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 19:55:44 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:55:44 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 19:55:48 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 2.261032069521521, 'trained_size': 600, 'success': True, 'utility': 1405.5182046006125}\n",
      "(03-05) 19:55:48 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:55:48 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 19:55:52 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 2.2476757832233494, 'trained_size': 600, 'success': True, 'utility': 1504.5573392711372}\n",
      "(03-05) 19:55:52 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:55:53 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 19:55:56 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 2.264389253164051, 'trained_size': 600, 'success': True, 'utility': 1564.0058241145477}\n",
      "(03-05) 19:55:56 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:55:56 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 19:56:01 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 2.345817700846023, 'trained_size': 600, 'success': True, 'utility': 1382.9925349358778}\n",
      "(03-05) 19:56:01 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 19:56:01 INFO     [executor.py:205] Received GRPC Test request\n",
      "(03-05) 19:56:06 INFO     [utils_model.py:365] Rank 1: Test set: Average loss: 2.2084, Top-1 Accuracy: 1913.0/10000 (0.1913), Top-5 Accuracy: 0.6651\n",
      "(03-05) 19:56:06 INFO     [executor.py:293] After aggregation epoch 15, CumulTime 259.4408, eval_time 4.4238, test_loss 2.2084, test_accuracy 19.13%, test_5_accuracy 66.51% \n",
      "\n",
      "(03-05) 19:56:06 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:56:06 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 19:56:10 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 2.123716077123185, 'trained_size': 600, 'success': True, 'utility': 1430.0789941802589}\n",
      "(03-05) 19:56:10 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:56:10 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 19:56:14 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 2.269949128839266, 'trained_size': 600, 'success': True, 'utility': 1572.8569959001973}\n",
      "(03-05) 19:56:14 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:56:14 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 19:56:18 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 2.154669296875331, 'trained_size': 600, 'success': True, 'utility': 1420.5006313147305}\n",
      "(03-05) 19:56:18 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:56:18 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 19:56:22 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 2.144359698100791, 'trained_size': 600, 'success': True, 'utility': 1365.29748396522}\n",
      "(03-05) 19:56:22 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 19:56:22 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:56:22 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 19:56:26 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 2.102855806035112, 'trained_size': 600, 'success': True, 'utility': 1274.6341017680618}\n",
      "(03-05) 19:56:26 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:56:26 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 19:56:30 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 2.394839001783787, 'trained_size': 600, 'success': True, 'utility': 1645.1710697777712}\n",
      "(03-05) 19:56:30 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:56:30 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 19:56:34 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 2.21188927581919, 'trained_size': 600, 'success': True, 'utility': 1396.9577181697314}\n",
      "(03-05) 19:56:34 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:56:34 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 19:56:38 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 2.107037647722496, 'trained_size': 600, 'success': True, 'utility': 1344.8555227178956}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "(03-05) 19:56:38 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 19:56:39 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:56:39 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 19:56:43 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 2.1720451101022604, 'trained_size': 600, 'success': True, 'utility': 1380.5815644659626}\n",
      "(03-05) 19:56:43 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:56:43 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 19:56:47 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 2.1201380600425055, 'trained_size': 600, 'success': True, 'utility': 1275.2148493159186}\n",
      "(03-05) 19:56:47 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:56:47 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 19:56:51 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 2.1821282381523934, 'trained_size': 600, 'success': True, 'utility': 1459.9747272258583}\n",
      "(03-05) 19:56:51 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:56:51 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 19:56:55 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 2.1758023567242, 'trained_size': 600, 'success': True, 'utility': 1476.699989569273}\n",
      "(03-05) 19:56:55 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 19:56:55 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:56:55 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 19:56:59 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 2.035437998136092, 'trained_size': 600, 'success': True, 'utility': 1364.2217616224796}\n",
      "(03-05) 19:56:59 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:56:59 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 19:57:03 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 2.1701135820429296, 'trained_size': 600, 'success': True, 'utility': 1518.8415417186968}\n",
      "(03-05) 19:57:03 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:57:03 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 19:57:07 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 2.085135807932731, 'trained_size': 600, 'success': True, 'utility': 1731.0151182853706}\n",
      "(03-05) 19:57:07 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:57:07 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 19:57:11 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 2.1527981822556526, 'trained_size': 600, 'success': True, 'utility': 1342.2939543433033}\n",
      "(03-05) 19:57:11 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 19:57:12 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:57:12 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 19:57:16 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 2.014719032433945, 'trained_size': 600, 'success': True, 'utility': 1311.8465221580182}\n",
      "(03-05) 19:57:16 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:57:16 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 19:57:20 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 2.281043129862417, 'trained_size': 600, 'success': True, 'utility': 1451.1360896981923}\n",
      "(03-05) 19:57:20 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:57:20 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 19:57:24 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 2.0633856769043533, 'trained_size': 600, 'success': True, 'utility': 1368.8653777734285}\n",
      "(03-05) 19:57:24 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:57:24 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 19:57:28 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 2.090589558293021, 'trained_size': 600, 'success': True, 'utility': 1230.4730862374379}\n",
      "(03-05) 19:57:28 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 19:57:28 INFO     [executor.py:205] Received GRPC Test request\n",
      "(03-05) 19:57:32 INFO     [utils_model.py:365] Rank 1: Test set: Average loss: 1.9998, Top-1 Accuracy: 2700.0/10000 (0.27), Top-5 Accuracy: 0.794\n",
      "(03-05) 19:57:32 INFO     [executor.py:293] After aggregation epoch 20, CumulTime 346.0395, eval_time 4.3024, test_loss 1.9998, test_accuracy 27.00%, test_5_accuracy 79.40% \n",
      "\n",
      "(03-05) 19:57:32 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:57:32 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 19:57:36 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 2.0481677621921603, 'trained_size': 600, 'success': True, 'utility': 1478.4253933249317}\n",
      "(03-05) 19:57:36 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:57:36 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 19:57:40 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 2.056033548831132, 'trained_size': 600, 'success': True, 'utility': 1297.3380999680578}\n",
      "(03-05) 19:57:40 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:57:40 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 19:57:44 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 2.060891474855394, 'trained_size': 600, 'success': True, 'utility': 1475.9031094150932}\n",
      "(03-05) 19:57:44 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:57:44 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 19:57:48 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 2.2158287006742388, 'trained_size': 600, 'success': True, 'utility': 1291.0846382172736}\n",
      "(03-05) 19:57:49 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 19:57:49 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:57:49 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 19:57:53 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 2.09353642927621, 'trained_size': 600, 'success': True, 'utility': 1424.8737624746068}\n",
      "(03-05) 19:57:53 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:57:53 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 19:57:57 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 2.1035526290990383, 'trained_size': 600, 'success': True, 'utility': 1378.6350780575794}\n",
      "(03-05) 19:57:57 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:57:57 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 19:58:01 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 2.1579087784150435, 'trained_size': 600, 'success': True, 'utility': 1396.0633464126092}\n",
      "(03-05) 19:58:01 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:58:01 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 19:58:05 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 2.037446342941732, 'trained_size': 600, 'success': True, 'utility': 1154.0421149385427}\n",
      "(03-05) 19:58:05 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 19:58:05 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:58:05 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 19:58:09 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 2.066558621155848, 'trained_size': 600, 'success': True, 'utility': 1338.3511201292906}\n",
      "(03-05) 19:58:09 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:58:09 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 19:58:13 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 2.207615832531525, 'trained_size': 600, 'success': True, 'utility': 1602.5983151855885}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "(03-05) 19:58:13 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:58:13 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 19:58:17 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 2.038092442291111, 'trained_size': 600, 'success': True, 'utility': 1289.460686787126}\n",
      "(03-05) 19:58:17 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:58:17 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 19:58:21 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 2.0531947550882927, 'trained_size': 600, 'success': True, 'utility': 1361.3531408998242}\n",
      "(03-05) 19:58:21 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 19:58:21 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:58:21 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 19:58:25 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 2.026284462005707, 'trained_size': 600, 'success': True, 'utility': 1246.3758564618656}\n",
      "(03-05) 19:58:25 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:58:25 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 19:58:29 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 1.9268038063247972, 'trained_size': 600, 'success': True, 'utility': 1295.8970141129037}\n",
      "(03-05) 19:58:29 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:58:29 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 19:58:33 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 2.0349676225029287, 'trained_size': 600, 'success': True, 'utility': 1259.66646952994}\n",
      "(03-05) 19:58:33 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:58:34 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 19:58:37 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 2.0335668811397376, 'trained_size': 600, 'success': True, 'utility': 1497.292954195968}\n",
      "(03-05) 19:58:37 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 19:58:38 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:58:38 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 19:58:42 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 2.0359278051240572, 'trained_size': 600, 'success': True, 'utility': 1470.2886276668564}\n",
      "(03-05) 19:58:42 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:58:42 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 19:58:45 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 2.109886064693276, 'trained_size': 600, 'success': True, 'utility': 1191.1139724312536}\n",
      "(03-05) 19:58:46 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:58:46 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 19:58:50 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 2.0413252151263945, 'trained_size': 600, 'success': True, 'utility': 1399.1919617279573}\n",
      "(03-05) 19:58:50 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:58:50 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 19:58:54 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 2.063987534519153, 'trained_size': 600, 'success': True, 'utility': 1280.1896187955108}\n",
      "(03-05) 19:58:54 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 19:58:54 INFO     [executor.py:205] Received GRPC Test request\n",
      "(03-05) 19:58:59 INFO     [utils_model.py:365] Rank 1: Test set: Average loss: 2.0768, Top-1 Accuracy: 2386.0/10000 (0.2386), Top-5 Accuracy: 0.7521\n",
      "(03-05) 19:58:59 INFO     [executor.py:293] After aggregation epoch 25, CumulTime 432.5197, eval_time 4.4762, test_loss 2.0768, test_accuracy 23.86%, test_5_accuracy 75.21% \n",
      "\n",
      "(03-05) 19:58:59 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:58:59 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 19:59:03 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 2.116516560301071, 'trained_size': 600, 'success': True, 'utility': 1402.2633183446426}\n",
      "(03-05) 19:59:03 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:59:03 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 19:59:07 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 2.0701645234837036, 'trained_size': 600, 'success': True, 'utility': 1376.9202554481833}\n",
      "(03-05) 19:59:07 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:59:07 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 19:59:11 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 2.0667062290212903, 'trained_size': 600, 'success': True, 'utility': 1439.1957985134122}\n",
      "(03-05) 19:59:11 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:59:11 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 19:59:14 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 2.0114117999769174, 'trained_size': 600, 'success': True, 'utility': 1305.351123900438}\n",
      "(03-05) 19:59:15 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 19:59:15 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:59:15 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 19:59:19 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 1.9733778578327215, 'trained_size': 600, 'success': True, 'utility': 1257.6658382659584}\n",
      "(03-05) 19:59:19 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:59:19 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 19:59:23 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 2.002598832367345, 'trained_size': 600, 'success': True, 'utility': 1138.6594520139593}\n",
      "(03-05) 19:59:23 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:59:23 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 19:59:27 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 2.0041657660853898, 'trained_size': 600, 'success': True, 'utility': 1300.0235158909077}\n",
      "(03-05) 19:59:27 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:59:27 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 19:59:31 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 2.2596350499005604, 'trained_size': 600, 'success': True, 'utility': 1528.513945378608}\n",
      "(03-05) 19:59:31 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 19:59:31 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:59:31 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 19:59:35 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 1.9714559314104667, 'trained_size': 600, 'success': True, 'utility': 1264.4251114602284}\n",
      "(03-05) 19:59:35 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:59:35 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 19:59:39 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 2.0917116661729107, 'trained_size': 600, 'success': True, 'utility': 1293.9057448495837}\n",
      "(03-05) 19:59:39 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:59:39 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 19:59:43 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 2.0267999837076633, 'trained_size': 600, 'success': True, 'utility': 1304.679444949351}\n",
      "(03-05) 19:59:43 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:59:43 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 19:59:47 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 2.104859545471251, 'trained_size': 600, 'success': True, 'utility': 1515.3129181396878}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "(03-05) 19:59:47 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 19:59:47 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:59:47 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 19:59:51 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 2.0207189386044533, 'trained_size': 600, 'success': True, 'utility': 1418.8653047783168}\n",
      "(03-05) 19:59:51 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:59:51 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 19:59:55 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 1.9922192840576463, 'trained_size': 600, 'success': True, 'utility': 1165.6195607929883}\n",
      "(03-05) 19:59:55 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:59:55 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 19:59:59 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 2.082599841291858, 'trained_size': 600, 'success': True, 'utility': 1508.5314490511985}\n",
      "(03-05) 19:59:59 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 19:59:59 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 20:00:03 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 1.978436176537425, 'trained_size': 600, 'success': True, 'utility': 1418.9808203257705}\n",
      "(03-05) 20:00:03 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 20:00:03 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:00:03 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 20:00:07 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 2.0355327106376686, 'trained_size': 600, 'success': True, 'utility': 1486.5715034046652}\n",
      "(03-05) 20:00:07 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:00:08 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 20:00:12 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 2.0312636384942397, 'trained_size': 600, 'success': True, 'utility': 1246.4683177021514}\n",
      "(03-05) 20:00:12 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:00:12 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 20:00:15 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 2.0613371425112135, 'trained_size': 600, 'success': True, 'utility': 1479.4599265851532}\n",
      "(03-05) 20:00:15 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:00:16 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 20:00:19 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 2.0011325796015322, 'trained_size': 600, 'success': True, 'utility': 1289.576032642941}\n",
      "(03-05) 20:00:20 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 20:00:20 INFO     [executor.py:205] Received GRPC Test request\n",
      "(03-05) 20:00:24 INFO     [utils_model.py:365] Rank 1: Test set: Average loss: 1.8732, Top-1 Accuracy: 3208.0/10000 (0.3208), Top-5 Accuracy: 0.8372\n",
      "(03-05) 20:00:24 INFO     [executor.py:293] After aggregation epoch 30, CumulTime 517.9716, eval_time 4.4725, test_loss 1.8732, test_accuracy 32.08%, test_5_accuracy 83.72% \n",
      "\n",
      "(03-05) 20:00:24 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:00:24 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 20:00:28 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 2.0305383274740967, 'trained_size': 600, 'success': True, 'utility': 1462.0001204328105}\n",
      "(03-05) 20:00:28 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:00:28 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 20:00:32 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 1.9336619912446902, 'trained_size': 600, 'success': True, 'utility': 1294.62441163821}\n",
      "(03-05) 20:00:32 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:00:32 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 20:00:36 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 2.0401554220008205, 'trained_size': 600, 'success': True, 'utility': 1583.712187130973}\n",
      "(03-05) 20:00:36 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:00:36 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 20:00:40 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 1.9479474672323027, 'trained_size': 600, 'success': True, 'utility': 1158.5322834130304}\n",
      "(03-05) 20:00:41 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 20:00:41 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:00:41 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 20:00:45 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 1.9797072131826452, 'trained_size': 600, 'success': True, 'utility': 1235.4327240333362}\n",
      "(03-05) 20:00:45 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:00:45 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 20:00:49 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 1.9243440673473557, 'trained_size': 600, 'success': True, 'utility': 1157.828717293125}\n",
      "(03-05) 20:00:49 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:00:49 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 20:00:53 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 1.8893330867185034, 'trained_size': 600, 'success': True, 'utility': 1385.401167493123}\n",
      "(03-05) 20:00:53 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:00:53 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 20:00:57 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 1.9204015343510246, 'trained_size': 600, 'success': True, 'utility': 1378.105586198975}\n",
      "(03-05) 20:00:57 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 20:00:57 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:00:57 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 20:01:01 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 2.0028544047650727, 'trained_size': 600, 'success': True, 'utility': 1269.792534376649}\n",
      "(03-05) 20:01:01 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:01:01 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 20:01:05 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 1.9416689845929862, 'trained_size': 600, 'success': True, 'utility': 1410.38517768992}\n",
      "(03-05) 20:01:05 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:01:05 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 20:01:09 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 1.8792578827039252, 'trained_size': 600, 'success': True, 'utility': 1254.1446072295475}\n",
      "(03-05) 20:01:09 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:01:09 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 20:01:13 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 1.9281330442669924, 'trained_size': 600, 'success': True, 'utility': 1134.995492566882}\n",
      "(03-05) 20:01:13 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 20:01:13 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:01:13 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 20:01:17 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 1.9528769921552596, 'trained_size': 600, 'success': True, 'utility': 1261.4099705353692}\n",
      "(03-05) 20:01:17 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:01:17 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 20:01:21 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 1.908636734145627, 'trained_size': 600, 'success': True, 'utility': 1338.0405667005566}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "(03-05) 20:01:21 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:01:21 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 20:01:25 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 1.950787108638224, 'trained_size': 600, 'success': True, 'utility': 1408.0140742954177}\n",
      "(03-05) 20:01:25 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:01:25 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 20:01:29 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 1.845970159112002, 'trained_size': 600, 'success': True, 'utility': 1220.194690076604}\n",
      "(03-05) 20:01:29 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 20:01:30 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:01:30 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 20:01:33 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 1.9863053709823113, 'trained_size': 600, 'success': True, 'utility': 1231.6260659080713}\n",
      "(03-05) 20:01:34 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:01:34 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 20:01:38 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 1.861819415630533, 'trained_size': 600, 'success': True, 'utility': 1194.2565125975225}\n",
      "(03-05) 20:01:38 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:01:38 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 20:01:42 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 1.941379630269865, 'trained_size': 600, 'success': True, 'utility': 1399.2833312306332}\n",
      "(03-05) 20:01:42 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:01:42 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 20:01:45 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 1.8634286008164356, 'trained_size': 600, 'success': True, 'utility': 1048.5507242801202}\n",
      "(03-05) 20:01:46 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 20:01:46 INFO     [executor.py:205] Received GRPC Test request\n",
      "(03-05) 20:01:50 INFO     [utils_model.py:365] Rank 1: Test set: Average loss: 1.8117, Top-1 Accuracy: 3444.0/10000 (0.3444), Top-5 Accuracy: 0.8485\n",
      "(03-05) 20:01:50 INFO     [executor.py:293] After aggregation epoch 35, CumulTime 603.8085, eval_time 4.2813, test_loss 1.8117, test_accuracy 34.44%, test_5_accuracy 84.85% \n",
      "\n",
      "(03-05) 20:01:50 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:01:50 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 20:01:54 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 1.9646369689717271, 'trained_size': 600, 'success': True, 'utility': 1322.2798583511626}\n",
      "(03-05) 20:01:54 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:01:54 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 20:01:58 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 1.8917567231858734, 'trained_size': 600, 'success': True, 'utility': 1103.9877050268901}\n",
      "(03-05) 20:01:58 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:01:58 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 20:02:02 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 1.8350389869315298, 'trained_size': 600, 'success': True, 'utility': 1188.0746131097214}\n",
      "(03-05) 20:02:02 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:02:02 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 20:02:06 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 1.9889167591087267, 'trained_size': 600, 'success': True, 'utility': 1410.8204330119336}\n",
      "(03-05) 20:02:06 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 20:02:06 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:02:06 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 20:02:10 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 1.9780086589109884, 'trained_size': 600, 'success': True, 'utility': 1307.9577249874935}\n",
      "(03-05) 20:02:10 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:02:10 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 20:02:14 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 1.8255280024615868, 'trained_size': 600, 'success': True, 'utility': 1255.3792583284048}\n",
      "(03-05) 20:02:14 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:02:14 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 20:02:18 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 2.007929334189772, 'trained_size': 600, 'success': True, 'utility': 1270.7919856117635}\n",
      "(03-05) 20:02:18 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:02:18 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 20:02:22 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 1.8512500879198506, 'trained_size': 600, 'success': True, 'utility': 1192.4447233426754}\n",
      "(03-05) 20:02:22 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 20:02:22 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:02:22 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 20:02:26 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 1.8468676694631463, 'trained_size': 600, 'success': True, 'utility': 1228.652877445791}\n",
      "(03-05) 20:02:26 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:02:26 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 20:02:30 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 1.962533348157884, 'trained_size': 600, 'success': True, 'utility': 1302.59502029458}\n",
      "(03-05) 20:02:30 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:02:30 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 20:02:34 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 1.8322774289943549, 'trained_size': 600, 'success': True, 'utility': 1240.5338798649514}\n",
      "(03-05) 20:02:34 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:02:34 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 20:02:38 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 1.9053949229812972, 'trained_size': 600, 'success': True, 'utility': 1393.4351700000734}\n",
      "(03-05) 20:02:39 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 20:02:39 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:02:39 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 20:02:42 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 1.8713817782323285, 'trained_size': 600, 'success': True, 'utility': 1177.2978988424259}\n",
      "(03-05) 20:02:42 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:02:43 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 20:02:46 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 2.006376325710853, 'trained_size': 600, 'success': True, 'utility': 1504.6742805738331}\n",
      "(03-05) 20:02:46 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:02:46 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 20:02:50 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 1.847246472874439, 'trained_size': 600, 'success': True, 'utility': 1153.7598219364834}\n",
      "(03-05) 20:02:50 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:02:51 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 20:02:55 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 1.897780200336217, 'trained_size': 600, 'success': True, 'utility': 1268.9127627217445}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "(03-05) 20:02:55 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 20:02:55 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:02:55 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 20:02:59 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 1.779492240222068, 'trained_size': 600, 'success': True, 'utility': 1088.8340586980605}\n",
      "(03-05) 20:02:59 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:02:59 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 20:03:03 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 1.927591189541765, 'trained_size': 600, 'success': True, 'utility': 1385.9930124283794}\n",
      "(03-05) 20:03:03 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:03:03 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 20:03:07 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 1.823808782631677, 'trained_size': 600, 'success': True, 'utility': 1235.7291308921199}\n",
      "(03-05) 20:03:07 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:03:07 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 20:03:11 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 1.8759606059262108, 'trained_size': 600, 'success': True, 'utility': 1250.8558040972227}\n",
      "(03-05) 20:03:12 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 20:03:12 INFO     [executor.py:205] Received GRPC Test request\n",
      "(03-05) 20:03:16 INFO     [utils_model.py:365] Rank 1: Test set: Average loss: 1.7142, Top-1 Accuracy: 3687.0/10000 (0.3687), Top-5 Accuracy: 0.8758\n",
      "(03-05) 20:03:16 INFO     [executor.py:293] After aggregation epoch 40, CumulTime 689.744, eval_time 4.3356, test_loss 1.7142, test_accuracy 36.87%, test_5_accuracy 87.58% \n",
      "\n",
      "(03-05) 20:03:16 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:03:16 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 20:03:20 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 1.8480782673562577, 'trained_size': 600, 'success': True, 'utility': 1349.2873695828011}\n",
      "(03-05) 20:03:20 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:03:20 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 20:03:24 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 1.7929372761111932, 'trained_size': 600, 'success': True, 'utility': 1192.4202139105294}\n",
      "(03-05) 20:03:24 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:03:24 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 20:03:28 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 1.7362577744435619, 'trained_size': 600, 'success': True, 'utility': 1151.6871665446422}\n",
      "(03-05) 20:03:28 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:03:28 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 20:03:32 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 1.9925194381759908, 'trained_size': 600, 'success': True, 'utility': 1223.6800289368216}\n",
      "(03-05) 20:03:32 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 20:03:32 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:03:32 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 20:03:36 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 1.830512400462969, 'trained_size': 600, 'success': True, 'utility': 1497.5041506589423}\n",
      "(03-05) 20:03:36 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:03:36 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 20:03:40 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 1.8349068294544677, 'trained_size': 600, 'success': True, 'utility': 1400.6255865146293}\n",
      "(03-05) 20:03:40 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:03:40 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 20:03:44 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 1.9418907999570807, 'trained_size': 600, 'success': True, 'utility': 1323.0535252059765}\n",
      "(03-05) 20:03:44 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:03:44 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 20:03:48 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 1.8719995287896458, 'trained_size': 600, 'success': True, 'utility': 1248.070292408145}\n",
      "(03-05) 20:03:48 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 20:03:48 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:03:48 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 20:03:52 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 1.8989385305273616, 'trained_size': 600, 'success': True, 'utility': 1252.9275700778478}\n",
      "(03-05) 20:03:52 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:03:52 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 20:03:56 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 1.775787281583479, 'trained_size': 600, 'success': True, 'utility': 1148.2196153196924}\n",
      "(03-05) 20:03:56 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:03:56 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 20:04:00 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 1.8291749204061216, 'trained_size': 600, 'success': True, 'utility': 1573.2588188051598}\n",
      "(03-05) 20:04:00 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:04:00 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 20:04:04 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 1.817014992881873, 'trained_size': 600, 'success': True, 'utility': 1343.8027938668965}\n",
      "(03-05) 20:04:04 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 20:04:04 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:04:04 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 20:04:08 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 1.7653575749297026, 'trained_size': 600, 'success': True, 'utility': 1071.7437489588135}\n",
      "(03-05) 20:04:08 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:04:08 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 20:04:12 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 1.7762739099131988, 'trained_size': 600, 'success': True, 'utility': 1125.4640787204673}\n",
      "(03-05) 20:04:12 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:04:12 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 20:04:16 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 1.847365836964642, 'trained_size': 600, 'success': True, 'utility': 1311.266167072203}\n",
      "(03-05) 20:04:16 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:04:16 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 20:04:20 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 1.835720740653963, 'trained_size': 600, 'success': True, 'utility': 1205.3348487562137}\n",
      "(03-05) 20:04:20 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 20:04:20 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:04:20 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 20:04:24 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 1.7371126621593311, 'trained_size': 600, 'success': True, 'utility': 1077.966875395407}\n",
      "(03-05) 20:04:24 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:04:24 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 20:04:28 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 1.8277168456818187, 'trained_size': 600, 'success': True, 'utility': 980.834935755168}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "(03-05) 20:04:28 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:04:28 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 20:04:32 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 1.7426662545213896, 'trained_size': 600, 'success': True, 'utility': 1190.0903242930522}\n",
      "(03-05) 20:04:32 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:04:32 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 20:04:36 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 1.7995705533812911, 'trained_size': 600, 'success': True, 'utility': 1096.5121526956664}\n",
      "(03-05) 20:04:36 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 20:04:36 INFO     [executor.py:205] Received GRPC Test request\n",
      "(03-05) 20:04:41 INFO     [utils_model.py:365] Rank 1: Test set: Average loss: 1.7289, Top-1 Accuracy: 3732.0/10000 (0.3732), Top-5 Accuracy: 0.8726\n",
      "(03-05) 20:04:41 INFO     [executor.py:293] After aggregation epoch 45, CumulTime 774.456, eval_time 4.3539, test_loss 1.7289, test_accuracy 37.32%, test_5_accuracy 87.26% \n",
      "\n",
      "(03-05) 20:04:41 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:04:41 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 20:04:45 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 1.8155192238236744, 'trained_size': 600, 'success': True, 'utility': 1223.4512171144706}\n",
      "(03-05) 20:04:45 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:04:45 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 20:04:49 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 1.6942830882404383, 'trained_size': 600, 'success': True, 'utility': 1220.0262536952941}\n",
      "(03-05) 20:04:49 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:04:49 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 20:04:53 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 1.758519491861119, 'trained_size': 600, 'success': True, 'utility': 1198.2531382610441}\n",
      "(03-05) 20:04:53 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:04:53 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 20:04:57 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 1.7202173000410665, 'trained_size': 600, 'success': True, 'utility': 1110.2569567005607}\n",
      "(03-05) 20:04:57 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 20:04:57 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:04:57 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 20:05:01 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 1.7759415210484475, 'trained_size': 600, 'success': True, 'utility': 1210.253651626164}\n",
      "(03-05) 20:05:01 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:05:01 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 20:05:05 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 1.747010003322145, 'trained_size': 600, 'success': True, 'utility': 1103.5466093429604}\n",
      "(03-05) 20:05:05 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:05:05 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 20:05:09 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 1.878420482771366, 'trained_size': 600, 'success': True, 'utility': 1268.764633241904}\n",
      "(03-05) 20:05:09 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:05:09 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 20:05:13 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 1.7935136843749835, 'trained_size': 600, 'success': True, 'utility': 1320.5959884231283}\n",
      "(03-05) 20:05:14 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 20:05:14 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:05:14 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 20:05:18 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 1.8927883399908343, 'trained_size': 600, 'success': True, 'utility': 1241.9022626200242}\n",
      "(03-05) 20:05:18 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:05:18 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 20:05:22 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 1.7426845588770072, 'trained_size': 600, 'success': True, 'utility': 1203.1526005188289}\n",
      "(03-05) 20:05:22 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:05:22 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 20:05:25 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 1.7940250114440794, 'trained_size': 600, 'success': True, 'utility': 1373.3160368345784}\n",
      "(03-05) 20:05:25 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:05:25 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 20:05:29 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 1.692213951236378, 'trained_size': 600, 'success': True, 'utility': 1060.3130446814387}\n",
      "(03-05) 20:05:30 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 20:05:30 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:05:30 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 20:05:33 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 1.6825047396255601, 'trained_size': 600, 'success': True, 'utility': 1056.03719964548}\n",
      "(03-05) 20:05:33 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:05:34 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 20:05:37 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 1.8255833605761063, 'trained_size': 600, 'success': True, 'utility': 1203.3196667939758}\n",
      "(03-05) 20:05:37 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:05:38 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 20:05:42 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 1.8659166042251347, 'trained_size': 600, 'success': True, 'utility': 1360.2930216675932}\n",
      "(03-05) 20:05:42 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:05:42 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 20:05:45 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 1.7575865862914926, 'trained_size': 600, 'success': True, 'utility': 1134.9229748027444}\n",
      "(03-05) 20:05:46 INFO     [executor.py:149] Received GRPC UpdateModel request\n",
      "(03-05) 20:05:46 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:05:46 INFO     [client.py:17] Start to train (CLIENT: 1) ...\n",
      "(03-05) 20:05:50 INFO     [client.py:187] Training of (CLIENT: 1) completes, {'clientId': 1, 'moving_loss': 1.7481981175983927, 'trained_size': 600, 'success': True, 'utility': 1201.7558842457438}\n",
      "(03-05) 20:05:50 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:05:50 INFO     [client.py:17] Start to train (CLIENT: 2) ...\n",
      "(03-05) 20:05:54 INFO     [client.py:187] Training of (CLIENT: 2) completes, {'clientId': 2, 'moving_loss': 1.763054232942623, 'trained_size': 600, 'success': True, 'utility': 1303.9145071883454}\n",
      "(03-05) 20:05:54 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:05:54 INFO     [client.py:17] Start to train (CLIENT: 3) ...\n",
      "(03-05) 20:05:58 INFO     [client.py:187] Training of (CLIENT: 3) completes, {'clientId': 3, 'moving_loss': 1.9435487088980432, 'trained_size': 600, 'success': True, 'utility': 1465.3837427969681}\n",
      "(03-05) 20:05:58 INFO     [executor.py:167] Received GRPC Train request\n",
      "(03-05) 20:05:59 INFO     [client.py:17] Start to train (CLIENT: 4) ...\n",
      "(03-05) 20:06:02 INFO     [client.py:187] Training of (CLIENT: 4) completes, {'clientId': 4, 'moving_loss': 1.8471025003468946, 'trained_size': 600, 'success': True, 'utility': 1383.5083075734728}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "(03-05) 20:06:03 INFO     [executor.py:186] Received GRPC Stop request\n",
      "(03-05) 20:06:03 INFO     [executor.py:306] Terminating (Executor 1) ...\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "import logging\n",
    "import math\n",
    "from torch.autograd import Variable\n",
    "import numpy as np\n",
    "\n",
    "import sys, os\n",
    "\n",
    "from fedscale.core.execution.client import Client\n",
    "from fedscale.core.execution.executor import Executor\n",
    "from fedscale.core.logger.execution import args\n",
    "### On CPU\n",
    "args.use_cuda = \"False\"\n",
    "Demo_Executor = Executor(args)\n",
    "Demo_Executor.run()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "fedscale",
   "language": "python",
   "name": "fedscale"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}