From cddfb50aa5774ac5fcab239d5b28e403b34dbd58 Mon Sep 17 00:00:00 2001 From: Étienne Loks Date: Sat, 16 Nov 2019 12:23:41 +0100 Subject: Do not reinit started date on re-crawl --- commcrawler/scrapy.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) (limited to 'commcrawler') diff --git a/commcrawler/scrapy.py b/commcrawler/scrapy.py index 1280642..5237d25 100644 --- a/commcrawler/scrapy.py +++ b/commcrawler/scrapy.py @@ -354,7 +354,8 @@ def update_db_result(result_dct, values): def launch_crawl(crawl_item, excluded_domains=None): scrap_settings = settings.SCRAPPY_SETTINGS.copy() - crawl_item.started = timezone.now() + if not crawl_item.started: + crawl_item.started = timezone.now() crawl_item.pre_crawl_ended = None crawl_item.crawl_ended = None crawl_item.ended = None -- cgit v1.2.3