Add endpoint

DevXT-LLC · Nov 18, 2023 · 9febbcb · 9febbcb
1 parent f6b1a08
commit 9febbcb
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 1 deletion.
diff --git a/app.py b/app.py
@@ -165,3 +165,12 @@ class EmbeddingResponse(BaseModel):
 )
 async def embedding(embedding: EmbeddingModel, user=Depends(verify_api_key)):
     return LLM(model=embedding.model).embedding(input=embedding.input)
+
+
+@app.post(
+    "/v1/engines/{model_name}/embeddings",
+    tags=["Embeddings"],
+    dependencies=[Depends(verify_api_key)],
+)
+async def embedding(embedding: EmbeddingModel, user=Depends(verify_api_key)):
+    return LLM(model=embedding.model).embedding(input=embedding.input)
diff --git a/setup.py b/setup.py
@@ -10,7 +10,7 @@
 
 setup(
     name="local-llm",
-    version="0.0.20",
+    version="0.0.21",
     description="Local-LLM is a llama.cpp server in Docker with OpenAI Style Endpoints.",
     long_description=long_description,
     long_description_content_type="text/markdown",