diff options
| author | Étienne Loks <etienne.loks@iggdrasil.net> | 2019-08-12 15:52:43 +0200 |
|---|---|---|
| committer | Étienne Loks <etienne.loks@iggdrasil.net> | 2019-08-12 15:52:43 +0200 |
| commit | d4a1b958fb7635d8b6dfde15cbf57207881cfa6f (patch) | |
| tree | 2cc1dcd334092356eeff22f58600b5484701b9c8 /commcrawler | |
| parent | b2b06f6ca9e1128fb355848cd5dd7db0e7ba9b0f (diff) | |
| download | Comm-on-net-d4a1b958fb7635d8b6dfde15cbf57207881cfa6f.tar.bz2 Comm-on-net-d4a1b958fb7635d8b6dfde15cbf57207881cfa6f.zip | |
Mising variable def
Diffstat (limited to 'commcrawler')
| -rw-r--r-- | commcrawler/scrapy.py | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/commcrawler/scrapy.py b/commcrawler/scrapy.py index 40fc3b7..bee5ca4 100644 --- a/commcrawler/scrapy.py +++ b/commcrawler/scrapy.py @@ -348,6 +348,7 @@ def launch_crawl(crawl_item, excluded_domains=None): "target_id": target.pk, } response, verify_ssl = None, True + url = target.url while response is None: try: response = requests.get(target.url, verify=verify_ssl, |