From acbfe08f547e39c629badf9f3a4e1c498a98cbbd Mon Sep 17 00:00:00 2001 From: Gerald Shen Date: Tue, 11 Jul 2023 16:45:37 -0700 Subject: [PATCH] fix syntax error Signed-off-by: Gerald Shen --- nemo/collections/nlp/modules/common/text_generation_server.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/nemo/collections/nlp/modules/common/text_generation_server.py b/nemo/collections/nlp/modules/common/text_generation_server.py index 95225be439993..a9d3b2097af72 100644 --- a/nemo/collections/nlp/modules/common/text_generation_server.py +++ b/nemo/collections/nlp/modules/common/text_generation_server.py @@ -140,7 +140,7 @@ def put(self): return "repetition_penalty must be a positive number no less than 1.0" if not (1.0 <= repetition_penalty): return "repetition_penalty must be a positive number no less than 1.0" - + end_strings = ['<|endoftext|>'] if 'end_strings' in request.get_json(): end_strings = request.get_json()['end_strings'] @@ -191,7 +191,7 @@ def put(self): greedy, repetition_penalty, end_strings=end_strings, - min_tokens_to_generate, + min_tokens_to_generate=min_tokens_to_generate, **extra, ) for k in output: