Better debug log print

narwhal/benchmark/benchmark/logs.py

@@ -21,8 +21,12 @@ def __init__(self, clients, primaries, workers, faults=0):
         assert all(x for x in inputs)
 
         self.faults = faults
-        self.committee_size = len(primaries) + faults
-        self.workers =  len(workers) // len(primaries)
+        if isinstance(faults, int):
+            self.committee_size = len(primaries) + int(faults)
+            self.workers =  len(workers) // len(primaries)
+        else:
+            self.committee_size = '?'
+            self.workers = '?'
 
         # Parse the clients logs.
         try:
@@ -203,8 +207,8 @@ def result(self):
             ' SUMMARY:\n'
             '-----------------------------------------\n'
             ' + CONFIG:\n'
-            f' Faults: {self.faults:,} node(s)\n'
-            f' Committee size: {self.committee_size:,} node(s)\n'
+            f' Faults: {self.faults} node(s)\n'
+            f' Committee size: {self.committee_size} node(s)\n'
             f' Worker(s) per node: {self.workers} worker(s)\n'
             f' Collocate primary and workers: {self.collocate}\n'
             f' Input rate: {sum(self.rate):,} tx/s\n'

narwhal/benchmark/fabfile.py

@@ -94,11 +94,11 @@ def install(ctx):
 def remote(ctx, debug=False):
     ''' Run benchmarks on AWS '''
     bench_params = {
-        'faults': 0,
-        'nodes': [4],
-        'workers': 7,
-        'collocate': False,
-        'rate': [500_000],
+        'faults': 3,
+        'nodes': [10],
+        'workers': 1,
+        'collocate': True,
+        'rate': [10_000, 110_000],
         'tx_size': 512,
         'duration': 300,
         'runs': 2,
@@ -122,10 +122,10 @@ def remote(ctx, debug=False):
 def plot(ctx):
     ''' Plot performance using the logs generated by "fab remote" '''
     plot_params = {
-        'faults': [0],
-        'nodes': [4],
-        'workers': [4, 7],
-        'collocate': False,
+        'faults': [0, 1, 3],
+        'nodes': [10],
+        'workers': [1],
+        'collocate': True,
         'tx_size': 512,
         'max_latency': [3_500, 4_500]
     }
@@ -148,6 +148,6 @@ def kill(ctx):
 def logs(ctx):
     ''' Print a summary of the logs '''
     try:
-        print(LogParser.process('./logs').result())
+        print(LogParser.process('./logs', faults='?').result())
     except ParseError as e:
         Print.error(BenchError('Failed to parse logs', e))