From 4054da8a1ec07ae04469ae1c52f81f443e8a3665 Mon Sep 17 00:00:00 2001 From: Spiros Delviniotis Date: Thu, 17 Aug 2017 18:06:57 +0200 Subject: [PATCH] wsp: refactored to support `scrapy-crawl-once` * Re-factored: `WSP` spider and `utils` module in order not to check the crawled records. Addresses #161 Signed-off-by: Spiros Delviniotis --- hepcrawl/utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hepcrawl/utils.py b/hepcrawl/utils.py index 256dd508..fad26e45 100644 --- a/hepcrawl/utils.py +++ b/hepcrawl/utils.py @@ -384,7 +384,7 @@ def get_license_by_text(license_text): license = get_license_by_url(license_url=LICENSE_TEXTS[key]) return license - + 2 class RecordFile(object): """Metadata of a file needed for a record.