diff --git a/evals/benchmark/README.md b/evals/benchmark/README.md index 8a3ef5f3..2a528c68 100644 --- a/evals/benchmark/README.md +++ b/evals/benchmark/README.md @@ -60,6 +60,9 @@ The benchmark.yaml file defines the test suite and individual test cases. Below ```yaml test_suite_config: examples: ["chatqna"] # Test cases to be run (e.g., chatqna, codegen) + deployment_type: "k8s" # Default is "k8s", can also be "docker" + service_ip: None # Leave as None for k8s, specify for Docker + service_port: None # Leave as None for k8s, specify for Docker concurrent_level: 4 # The concurrency level user_queries: [1, 2, 4, 8, 16, 32, 64, 128, 256, 512, 1024, 2048] # Number of test requests random_prompt: false # Use random prompts if true, fixed prompts if false