From 9ce319c97a990b56c71f30a1889577bf0b184f4f Mon Sep 17 00:00:00 2001 From: Louis Date: Mon, 18 Mar 2024 22:18:25 +0700 Subject: [PATCH] fix: correct tensorrt mistral model.json --- extensions/tensorrt-llm-extension/models.json | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/extensions/tensorrt-llm-extension/models.json b/extensions/tensorrt-llm-extension/models.json index e6d3bb4511..a27cf059d2 100644 --- a/extensions/tensorrt-llm-extension/models.json +++ b/extensions/tensorrt-llm-extension/models.json @@ -38,16 +38,15 @@ "format": "TensorRT-LLM", "settings": { "ctx_len": 2048, - "text_model": false, - "prompt_template": "[INST] {prompt} [/INST]" + "text_model": false }, "parameters": { "max_tokens": 4096 }, "metadata": { - "author": "MistralAI", + "author": "LLama", "tags": ["TensorRT-LLM", "1B", "Finetuned"], - "size": 3840000000 + "size": 2151000000 }, "engine": "nitro-tensorrt-llm" }, @@ -141,15 +140,16 @@ "format": "TensorRT-LLM", "settings": { "ctx_len": 2048, - "text_model": false + "text_model": false, + "prompt_template": "[INST] {prompt} [/INST]" }, "parameters": { "max_tokens": 4096 }, "metadata": { - "author": "LLama", - "tags": ["TensorRT-LLM", "1B", "Finetuned"], - "size": 2151000000 + "author": "MistralAI", + "tags": ["TensorRT-LLM", "7B", "Finetuned"], + "size": 3840000000 }, "engine": "nitro-tensorrt-llm" }