From b27b8064b15518054024b741e7718a3427628e6b Mon Sep 17 00:00:00 2001 From: Olivier DEBAUCHE Date: Sun, 17 Dec 2023 19:51:10 +0100 Subject: [PATCH] Update OpenChat v3.5, Add Medalpaca 13B (#983) * Update models.json * Update OpenChat v3.5 to OpenChat v3.5-1012 * Update README.md Update from OpenChat v3.5 to OpenChat v3.5-1012 * Update models.json Add Phi-2 * Update README.md Add Phi 2 * Update models.json * Update README.md * Update models.json Add Medalpaca 13B * Update README.md Add Medalpaca 13B --------- Co-authored-by: Juan Calderon-Perez <835733+gaby@users.noreply.github.com> --- README.md | 3 ++- api/src/serge/data/models.json | 26 +++++++++++++++++++++----- 2 files changed, 23 insertions(+), 6 deletions(-) diff --git a/README.md b/README.md index 52aaaac820c..022a86918c0 100644 --- a/README.md +++ b/README.md @@ -63,12 +63,13 @@ Instructions for setting up Serge on Kubernetes can be found in the [wiki](https | **Falcon** | 7B, 7B-Instruct, 40B, 40B-Instruct | | **LLaMA 2** | 7B, 7B-Chat, 7B-Coder, 13B, 13B-Chat, 70B, 70B-Chat, 70B-OASST | | **Med42** | 70B | +| **Medalpaca** | 13B | | **Meditron** | 7B, 7B-Chat, 70B | | **Mistral** | 7B-V0.1, 7B-Instruct-v0.2, 7B-OpenOrca | | **Mixtral** | 8x7B-v0.1, 8x7B-Instruct-v0.1 | **Neural-Chat** | 7B-v3.3 | | **Notus** | 7B-v1 | -| **OpenChat** | 7B-v3.5 | +| **OpenChat** | 7B-v3.5-1012 | | **OpenLLaMA** | 3B-v2, 7B-v2, 13B-v2 | | **Orca 2** | 7B, 13B | | **Python Code** | 13B, 33B | diff --git a/api/src/serge/data/models.json b/api/src/serge/data/models.json index 421812e8478..754052c2e94 100644 --- a/api/src/serge/data/models.json +++ b/api/src/serge/data/models.json @@ -304,6 +304,22 @@ } ] }, + { + "name": "Medalpaca", + "models": [ + { + "name": "MedAlpaca-13B", + "repo": "TheBloke/medalpaca-13B-GGUF", + "files": [ + { + "name": "q4_K_M", + "filename": "medalpaca-13b.Q4_K_M.gguf", + "disk_space": 7865963424.0 + } + ] + } + ] + }, { "name": "Meditron", "models": [ @@ -443,13 +459,13 @@ "name": "OpenChat", "models": [ { - "name": "OpenChat-3_5-7B", - "repo": "TheBloke/openchat_3.5-GGUF", + "name": "OpenChat-3_5-1210", + "repo": "TheBloke/openchat-3.5-1210-GGUF", "files": [ { "name": "q4_K_M", - "filename": "openchat_3.5.Q4_K_M.gguf", - "disk_space": 4368450304.0 + "filename": "openchat-3.5-1210.Q4_K_M.gguf", + "disk_space": 4368450656.0 } ] } @@ -519,7 +535,7 @@ ] } ] - }, + }, { "name": "Python-Code", "models": [