Fix issues in updating embedding & reranking model to bge-large-zh-v1…

….5 (opea-project#410) Signed-off-by: Tian, Feng <[email protected]>
yogeshmpandey · Aug 9, 2024 · 5e20b0c · 5e20b0c
1 parent 818d25f
commit 5e20b0c
Show file tree

Hide file tree

Showing 4 changed files with 6 additions and 6 deletions.
diff --git a/comps/embeddings/langchain-mosec/embedding_mosec.py b/comps/embeddings/langchain-mosec/embedding_mosec.py
@@ -67,7 +67,7 @@ def embedding(input: TextDoc) -> EmbedDoc:
     MOSEC_EMBEDDING_ENDPOINT = os.environ.get("MOSEC_EMBEDDING_ENDPOINT", "http://127.0.0.1:8080")
     os.environ["OPENAI_API_BASE"] = MOSEC_EMBEDDING_ENDPOINT
     os.environ["OPENAI_API_KEY"] = "Dummy key"
-    MODEL_ID = "/root/bge-large-zh"
+    MODEL_ID = "/root/bge-large-zh-v1.5"
     embeddings = MosecEmbeddings(model=MODEL_ID)
     print("Mosec Embedding initialized.")
     opea_microservices["opea_service@embedding_mosec"].start()
diff --git a/comps/embeddings/langchain-mosec/mosec-docker/README.md b/comps/embeddings/langchain-mosec/mosec-docker/README.md
@@ -4,7 +4,7 @@
 
 This service has an OpenAI compatible restful API to extract text features.
 It is dedicated to be used on Xeon to accelerate embedding model serving.
-Currently the local model is BGE-large-zh.
+Currently the local model is BGE-large-zh-v1.5.
 
 ## 2. Quick Start
 
@@ -25,13 +25,13 @@ docker run -itd -p 8000:8000 embedding:latest
 - Restful API by curl
 
 ```shell
-curl -X POST http://127.0.0.1:8000/v1/embeddings -H "Content-Type: application/json" -d '{ "model": "/root/bge-large-zh/", "input": "hello world"}'
+curl -X POST http://127.0.0.1:8000/v1/embeddings -H "Content-Type: application/json" -d '{ "model": "/root/bge-large-zh-v1.5/", "input": "hello world"}'
 ```
 
 - generate embedding from python
 
 ```python
-DEFAULT_MODEL = "/root/bge-large-zh/"
+DEFAULT_MODEL = "/root/bge-large-zh-v1.5/"
 SERVICE_URL = "http://127.0.0.1:8000"
 INPUT_STR = "Hello world!"
 

diff --git a/comps/embeddings/langchain-mosec/mosec-docker/server-ipex.py b/comps/embeddings/langchain-mosec/mosec-docker/server-ipex.py
@@ -13,7 +13,7 @@
 from llmspec import EmbeddingData, EmbeddingRequest, EmbeddingResponse, TokenUsage
 from mosec import ClientError, Runtime, Server, Worker
 
-DEFAULT_MODEL = "/root/bge-large-zh/"
+DEFAULT_MODEL = "/root/bge-large-zh-v1.5/"
 
 
 class Embedding(Worker):

diff --git a/comps/embeddings/langchain-mosec/mosec-docker/test-embedding.py b/comps/embeddings/langchain-mosec/mosec-docker/test-embedding.py
@@ -4,7 +4,7 @@
 
 from openai import Client
 
-DEFAULT_MODEL = "/root/bge-large-zh/"
+DEFAULT_MODEL = "/root/bge-large-zh-v1.5/"
 SERVICE_URL = "http://127.0.0.1:8000"
 INPUT_STR = "Hello world!"