diff options
| -rw-r--r-- | commcrawler/scrapy.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/commcrawler/scrapy.py b/commcrawler/scrapy.py index 5237d25..44659ad 100644 --- a/commcrawler/scrapy.py +++ b/commcrawler/scrapy.py @@ -38,7 +38,7 @@ DATE_MONTH_FUTUR_DELAY = 2 MAX_LINKS = None # if None no max NUMBER_PER_PAGE = settings.NUMBER_PER_SESSION -ONLY_FIRST_PAGE = True +ONLY_FIRST_PAGE = False class DefaultSpider: |