From d14de1420b8b875efb8d594628e524d7b857a64a Mon Sep 17 00:00:00 2001 From: Étienne Loks Date: Fri, 9 Aug 2019 15:50:19 +0200 Subject: Fix result status after requests exception --- commcrawler/scrapy.py | 1 + 1 file changed, 1 insertion(+) diff --git a/commcrawler/scrapy.py b/commcrawler/scrapy.py index 30c1fd3..5fc9fce 100644 --- a/commcrawler/scrapy.py +++ b/commcrawler/scrapy.py @@ -338,6 +338,7 @@ def launch_crawl(crawl_item, excluded_domains=None): result, __ = models.CrawlResult.objects.get_or_create( **result_dct) result.is_online = False + result.status = "F" result.save() break if not response: -- cgit v1.2.3