diff options
Diffstat (limited to 'commcrawler/management')
| -rw-r--r-- | commcrawler/management/commands/launch_crawl.py | 50 |
1 files changed, 36 insertions, 14 deletions
diff --git a/commcrawler/management/commands/launch_crawl.py b/commcrawler/management/commands/launch_crawl.py index 050a54d..92c3081 100644 --- a/commcrawler/management/commands/launch_crawl.py +++ b/commcrawler/management/commands/launch_crawl.py @@ -11,29 +11,51 @@ class Command(BaseCommand): help = 'Launch a crawl' def add_arguments(self, parser): + parser.add_argument('--crawl-id', default=None, type=int, + dest="crawl_id") + parser.add_argument( + '--first-available', dest="first_available", action='store_true', + help="Crawl the first available crawler" + ) parser.add_argument( '--quiet', dest='quiet', action='store_true', help='Quiet output') def handle(self, *args, **options): quiet = options['quiet'] + crawl_id = options['crawl_id'] + first_available = options['first_available'] + if crawl_id and first_available: + sys.stdout.write('--first-available and --crawl-id are ' + 'incompatible. Exit.\n') + return + q = Crawl.objects.filter(status="C") if not q.count(): sys.stdout.write('No crawl waiting. Exit.\n') return - - crawls = dict([(c.pk, c) for c in q.all()]) - available_ids = crawls.keys() - c_id = None - while c_id not in available_ids: - sys.stdout.write('Which crawl to launch (type the number):\n') - for crawl_id, crawl in crawls.items(): - sys.stdout.write('* {} - {}\n'.format(crawl_id, crawl)) - sys.stdout.flush() - try: - c_id = int(input("# ")) - except ValueError: - c_id = None - current_crawl = crawls[c_id] + if first_available: + q = q.order_by("-pk") + current_crawl = q.all()[0] + elif crawl_id: + q = q.filter(pk=crawl_id) + if not q.count(): + sys.stdout.write('Crawl with this ID do not exist. Exit.\n') + return + current_crawl = q.all()[0] + else: + crawls = dict([(c.pk, c) for c in q.all()]) + available_ids = crawls.keys() + c_id = None + while c_id not in available_ids: + sys.stdout.write('Which crawl to launch (type the number):\n') + for crawl_id, crawl in crawls.items(): + sys.stdout.write('* {} - {}\n'.format(crawl_id, crawl)) + sys.stdout.flush() + try: + c_id = int(input("# ")) + except ValueError: + c_id = None + current_crawl = crawls[c_id] launch_crawl(current_crawl) |