From 7ace76fc0e49ac31b469b2c61b4830282630a85a Mon Sep 17 00:00:00 2001 From: Étienne Loks Date: Mon, 12 Aug 2019 15:36:55 +0200 Subject: Slicing: fix idx problem --- commcrawler/scrapy.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'commcrawler/scrapy.py') diff --git a/commcrawler/scrapy.py b/commcrawler/scrapy.py index d01c5c6..3b2fb51 100644 --- a/commcrawler/scrapy.py +++ b/commcrawler/scrapy.py @@ -338,7 +338,7 @@ def launch_crawl(crawl_item, excluded_domains=None): while current_idx < total and idx < 50: idx += 1 current_idx = idx + page * 50 - target = models.Target.objects.filter(pk=targets['id']) + target = models.Target.objects.filter(pk=targets[current_idx]['id']) if not target.count(): # target has disappear continue target = target.all()[0] -- cgit v1.2.3