From 514a6d6b76496424f708e004e1d9886581aa5f7b Mon Sep 17 00:00:00 2001 From: Ying Chun Guo Date: Wed, 4 Sep 2024 15:10:38 +0800 Subject: [PATCH] update config in benchmark readme (#103) Signed-off-by: Yingchun Guo --- evals/benchmark/README.md | 3 +++ 1 file changed, 3 insertions(+) diff --git a/evals/benchmark/README.md b/evals/benchmark/README.md index 8a3ef5f3..2a528c68 100644 --- a/evals/benchmark/README.md +++ b/evals/benchmark/README.md @@ -60,6 +60,9 @@ The benchmark.yaml file defines the test suite and individual test cases. Below ```yaml test_suite_config: examples: ["chatqna"] # Test cases to be run (e.g., chatqna, codegen) + deployment_type: "k8s" # Default is "k8s", can also be "docker" + service_ip: None # Leave as None for k8s, specify for Docker + service_port: None # Leave as None for k8s, specify for Docker concurrent_level: 4 # The concurrency level user_queries: [1, 2, 4, 8, 16, 32, 64, 128, 256, 512, 1024, 2048] # Number of test requests random_prompt: false # Use random prompts if true, fixed prompts if false