From 5aacafbc43d49fab58c7a3889e3f2928b287080f Mon Sep 17 00:00:00 2001 From: vonjackustc Date: Thu, 21 Mar 2024 19:57:17 +0800 Subject: [PATCH] Fix top_k type (float => int32) executor.py --- tensorrt_llm/executor.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tensorrt_llm/executor.py b/tensorrt_llm/executor.py index 1f8ead4cc..4eadbe875 100644 --- a/tensorrt_llm/executor.py +++ b/tensorrt_llm/executor.py @@ -88,7 +88,7 @@ def set_property(name: str, set_property("pad_id") set_property("min_length") set_property("temperature", torch.float32) - set_property("runtime_top_k", torch.float32) + set_property("runtime_top_k", torch.int32) set_property("runtime_top_p", torch.float32) set_property("random_seed", torch.int64)