Update demo.py

dvlab-research · Oct 3, 2023 · f03e055 · f03e055
1 parent d5a1203
commit f03e055
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/demo.py b/demo.py
@@ -242,7 +242,7 @@ def main(args):
     if torch.__version__ >= "2" and sys.platform != "win32":
         model = torch.compile(model)
     respond = build_generator(model, tokenizer, temperature=args.temperature, top_p=args.top_p,
-                              max_gen_len=args.max_gen_len, use_cache=not args.flash_attn)
+                              max_gen_len=args.max_gen_len, use_cache=True)
 
     demo = gr.Interface(
         respond,