summaryrefslogtreecommitdiff
path: root/commcrawler/management/commands/launch_crawl.py
diff options
context:
space:
mode:
authorÉtienne Loks <etienne.loks@iggdrasil.net>2019-08-07 03:53:32 +0200
committerÉtienne Loks <etienne.loks@iggdrasil.net>2019-08-07 03:55:49 +0200
commitd737e04553f464966f54739ba37f9f06dab44586 (patch)
tree2b68891ff1629b55b820312fdd3a17ce91ac5722 /commcrawler/management/commands/launch_crawl.py
parent9fbd94f70d4b819b45eef720425242c0d69b032d (diff)
downloadComm-on-net-d737e04553f464966f54739ba37f9f06dab44586.tar.bz2
Comm-on-net-d737e04553f464966f54739ba37f9f06dab44586.zip
Save crawling results in the database
Diffstat (limited to 'commcrawler/management/commands/launch_crawl.py')
-rw-r--r--commcrawler/management/commands/launch_crawl.py3
1 files changed, 1 insertions, 2 deletions
diff --git a/commcrawler/management/commands/launch_crawl.py b/commcrawler/management/commands/launch_crawl.py
index 1248eeb..bf76caf 100644
--- a/commcrawler/management/commands/launch_crawl.py
+++ b/commcrawler/management/commands/launch_crawl.py
@@ -57,7 +57,6 @@ class Command(BaseCommand):
except ValueError:
c_id = None
current_crawl = crawls[c_id]
- excluded = [domain.split("://")[1] for domain in
- ExludedDomains.objects.all()]
+ excluded = [domain.domain for domain in ExludedDomains.objects.all()]
launch_crawl(current_crawl, excluded_domains=excluded)