summaryrefslogtreecommitdiff
path: root/commcrawler/scrapy.py
diff options
context:
space:
mode:
Diffstat (limited to 'commcrawler/scrapy.py')
-rw-r--r--commcrawler/scrapy.py3
1 files changed, 2 insertions, 1 deletions
diff --git a/commcrawler/scrapy.py b/commcrawler/scrapy.py
index 1280642..5237d25 100644
--- a/commcrawler/scrapy.py
+++ b/commcrawler/scrapy.py
@@ -354,7 +354,8 @@ def update_db_result(result_dct, values):
def launch_crawl(crawl_item, excluded_domains=None):
scrap_settings = settings.SCRAPPY_SETTINGS.copy()
- crawl_item.started = timezone.now()
+ if not crawl_item.started:
+ crawl_item.started = timezone.now()
crawl_item.pre_crawl_ended = None
crawl_item.crawl_ended = None
crawl_item.ended = None