dynamic setting of requst num and formatting (#880)

microsoft · Mar 27, 2024 · 02fc578 · 02fc578
1 parent 279a8fe
commit 02fc578
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/benchmarks/inference/mii/run_benchmark.py b/benchmarks/inference/mii/run_benchmark.py
@@ -30,6 +30,8 @@ def run_benchmark() -> None:
                 )
                 continue
 
+            if client_args.num_requests is None:
+                client_args.num_requests = client_args.num_clients * 4 + 32
             response_details = run_client(client_args)
             print_summary(client_args, response_details)
             save_json_results(client_args, response_details)

diff --git a/benchmarks/inference/mii/src/utils.py b/benchmarks/inference/mii/src/utils.py
@@ -91,7 +91,7 @@ def parse_args(
     client_parser.add_argument(
         "--num_requests",
         type=int,
-        default=512,
+        default=None,
         help="Number of requests to process by clients",
     )
     client_parser.add_argument(
@@ -159,9 +159,7 @@ def parse_args(
     parser.add_argument(
         "--overwrite_results", action="store_true", help="Overwrite existing results"
     )
-    parser.add_argument(
-        "--fp6", action="store_true", help="Enable FP6"
-    )
+    parser.add_argument("--fp6", action="store_true", help="Enable FP6")
 
     # Parse arguments
     args = parser.parse_args()