update batch infer.

shibing624 · Oct 23, 2023 · f995240 · f995240
1 parent 12c39e0
commit f995240
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/inference.py b/inference.py
@@ -246,7 +246,6 @@ def main():
                 tokenizer,
                 prompt_template,
                 device,
-                eval_batch_size=args.eval_batch_size,
                 max_new_tokens=args.max_new_tokens,
                 temperature=args.temperature,
                 repetition_penalty=args.repetition_penalty,