fix: correct tensorrt mistral model.json (#2419)

janhq · Mar 18, 2024 · 170954a · 170954a
1 parent 897d6d1
commit 170954a
Showing 1 changed file with 8 additions and 8 deletions.
diff --git a/extensions/tensorrt-llm-extension/models.json b/extensions/tensorrt-llm-extension/models.json
@@ -38,16 +38,15 @@
     "format": "TensorRT-LLM",
     "settings": {
       "ctx_len": 2048,
-      "text_model": false,
-      "prompt_template": "[INST] {prompt} [/INST]"
+      "text_model": false
     },
     "parameters": {
       "max_tokens": 4096
     },
     "metadata": {
-      "author": "MistralAI",
+      "author": "LLama",
       "tags": ["TensorRT-LLM", "1B", "Finetuned"],
-      "size": 3840000000
+      "size": 2151000000
     },
     "engine": "nitro-tensorrt-llm"
   },
@@ -141,15 +140,16 @@
     "format": "TensorRT-LLM",
     "settings": {
       "ctx_len": 2048,
-      "text_model": false
+      "text_model": false,
+      "prompt_template": "[INST] {prompt} [/INST]"
     },
     "parameters": {
       "max_tokens": 4096
     },
     "metadata": {
-      "author": "LLama",
-      "tags": ["TensorRT-LLM", "1B", "Finetuned"],
-      "size": 2151000000
+      "author": "MistralAI",
+      "tags": ["TensorRT-LLM", "7B", "Finetuned"],
+      "size": 3840000000
     },
     "engine": "nitro-tensorrt-llm"
   }