chore: Dry run embedding (#67)

Signed-off-by: Ce Gao <[email protected]>
tensorchord · Jun 6, 2023 · d7e98aa · d7e98aa
1 parent f6fabdc
commit d7e98aa
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/modelz_llm/falcon_service.py b/src/modelz_llm/falcon_service.py
@@ -423,6 +423,7 @@ async def on_post(self, req: Request, resp: Response, engine: str = ""):
 def build_falcon_app(args: argparse.Namespace):
     if args.dry_run:
         snapshot_download(repo_id=args.model)
+        snapshot_download(repo_id=args.emb_model)
         return
     llm = LLM(args.model, args.device)
     embeddings = Embeddings(args.emb_model, args.device)