From c9e95983bccccec0d7c9b901078d11494eacbe32 Mon Sep 17 00:00:00 2001 From: Étienne Loks Date: Mon, 12 Aug 2019 15:54:35 +0200 Subject: Fix timeout check --- commcrawler/scrapy.py | 1 - 1 file changed, 1 deletion(-) (limited to 'commcrawler/scrapy.py') diff --git a/commcrawler/scrapy.py b/commcrawler/scrapy.py index bee5ca4..8c0d48b 100644 --- a/commcrawler/scrapy.py +++ b/commcrawler/scrapy.py @@ -156,7 +156,6 @@ class DefaultSpider: self.links_reached.add(url) is_file = self._parse_internal_files(url, result) if not is_file and \ - not self.is_timeout and \ not self.timeout() and ( not MAX_LINKS or len(self.links_reached) < MAX_LINKS): -- cgit v1.2.3