format the scheduler

blinkbear · Oct 25, 2024 · 7b4c757 · 7b4c757
1 parent 7c94e65
commit 7b4c757
Show file tree

Hide file tree

Showing 4 changed files with 384 additions and 675 deletions.
diff --git a/benchmarks/1_serving_benchmark.sh b/benchmarks/1_serving_benchmark.sh
@@ -42,13 +42,14 @@ max_num_seqs=384
 swap_space=64
 max_tokens=2048
 iter_theshold=15
-max_serving_time=1200
+max_serving_time=3600
+request_duration=120
 # request_rates[0]=0.5
 # request_rates[1]=1.0
-# request_rates[1]=2.0
+# request_rates[2]=2.0
+request_rates[3]=5.0
 # request_rates[2]=10.0
-request_rates[4]=10.0
-request_rates[5]=20.0
+# request_rates[4]=10.0
 # request_rates[5]=50.0
 # request_rates[5]=30.0
 # request_rates[5]=50.0