replace raise in accelerate.launch

huggingface · May 1, 2024 · 0bdf019 · 0bdf019
1 parent 3b1948f
commit 0bdf019
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/accelerate/utils/launch.py b/src/accelerate/utils/launch.py
@@ -225,6 +225,8 @@ def prepare_multi_gpu_env(args: argparse.Namespace) -> Dict[str, str]:
 
     if args.use_fsdp:
         current_env["ACCELERATE_USE_FSDP"] = "true"
+        if args.fsdp_cpu_ram_efficient_loading and not args.fsdp_sync_module_states:
+            raise ValueError("When using `--fsdp_cpu_ram_efficient_loading` set `--fsdp_sync_module_states` to `True`")
 
         current_env["FSDP_SHARDING_STRATEGY"] = str(args.fsdp_sharding_strategy)
         current_env["FSDP_OFFLOAD_PARAMS"] = str(args.fsdp_offload_params).lower()