tests: support for scrapy-crawl-once

Addresses inspirehep#161 Signed-off-by: Spiros Delviniotis <[email protected]>
david-caro · Aug 25, 2017 · dab61e1 · dab61e1
1 parent 85f4f36
commit dab61e1
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 0 deletions.
diff --git a/tests/functional/arxiv/test_arxiv.py b/tests/functional/arxiv/test_arxiv.py
@@ -11,6 +11,7 @@
 
 from __future__ import absolute_import, division, print_function
 
+import os
 from time import sleep
 import pytest
 
@@ -20,6 +21,7 @@
 from hepcrawl.testlib.fixtures import (
     get_test_suite_path,
     expected_json_results_from_file,
+    clean_dir,
 )
 
 
@@ -51,6 +53,8 @@ def set_up_local_environment():
         }
     }
 
+    clean_dir(path=os.path.join(os.getcwd(), '.scrapy'))
+
 
 @pytest.mark.parametrize(
     'expected_results',

diff --git a/tests/functional/wsp/test_wsp.py b/tests/functional/wsp/test_wsp.py
@@ -56,6 +56,7 @@ def set_up_ftp_environment():
     }
 
     clean_dir(path='/tmp/WSP/')
+    clean_dir(path=os.path.join(os.getcwd(), '.scrapy'))
 
 
 @pytest.fixture(scope="function")
@@ -81,6 +82,7 @@ def set_up_local_environment():
 
 def remove_generated_files(package_location):
     clean_dir(path='/tmp/WSP/')
+    clean_dir(path=os.path.join(os.getcwd(), '.scrapy'))
 
     _, dirs, files = next(os.walk(package_location))
     for dir_name in dirs: