diff options
| -rw-r--r-- | commcrawler/migrations/0001_initial.py | 46 | ||||
| -rw-r--r-- | commcrawler/migrations/0002_auto_20190809_1231.py | 122 | ||||
| -rw-r--r-- | commcrawler/migrations/0003_crawl_progression.py | 20 |
3 files changed, 24 insertions, 164 deletions
diff --git a/commcrawler/migrations/0001_initial.py b/commcrawler/migrations/0001_initial.py index 807fdb7..3240494 100644 --- a/commcrawler/migrations/0001_initial.py +++ b/commcrawler/migrations/0001_initial.py @@ -1,5 +1,5 @@ # -*- coding: utf-8 -*- -# Generated by Django 1.11 on 2019-08-08 11:17 +# Generated by Django 1.11 on 2019-08-09 11:22 from __future__ import unicode_literals import datetime @@ -23,15 +23,17 @@ class Migration(migrations.Migration): fields=[ ('id', models.AutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')), ('name', models.CharField(max_length=200, unique=True, verbose_name='Name')), - ('created', models.DateTimeField(default=datetime.datetime.now, verbose_name='Creation date')), - ('started', models.DateTimeField(blank=True, null=True, verbose_name='Start date')), - ('ended', models.DateTimeField(blank=True, null=True, verbose_name='End date')), - ('status', models.CharField(choices=[('C', 'Created'), ('P', 'In progress'), ('F', 'Finished')], default='C', max_length=1, verbose_name='Status')), + ('created', models.DateTimeField(default=datetime.datetime.now, verbose_name='Creation')), + ('started', models.DateTimeField(blank=True, null=True, verbose_name='Started')), + ('crawl_ended', models.DateTimeField(blank=True, null=True, verbose_name='Crawl end')), + ('ended', models.DateTimeField(blank=True, null=True, verbose_name='Ended')), + ('status', models.CharField(choices=[('C', 'Created'), ('A', 'Planned'), ('P', 'Crawl in progress'), ('M', 'Match link in progress'), ('F', 'Finished')], default='C', max_length=1, verbose_name='Status')), + ('progression', models.IntegerField(blank=True, null=True, verbose_name='Progression')), ('targets', models.ManyToManyField(blank=True, to='commorganization.Target')), ], options={ - 'ordering': ('created', 'name'), 'verbose_name_plural': 'Crawls', + 'ordering': ('created', 'name'), 'verbose_name': 'Crawl', }, ), @@ -68,24 +70,24 @@ class Migration(migrations.Migration): ('duration', models.DurationField(blank=True, null=True, verbose_name='Duration')), ('status', models.CharField(choices=[('P', 'In progress'), ('T', 'Time out'), ('F', 'Finished')], default='P', max_length=1, verbose_name='Status')), ('crawl_result', django.contrib.postgres.fields.jsonb.JSONField(default=list, verbose_name='Crawl result')), - ('nb_external_link', models.IntegerField(default=0, verbose_name='Number of external links')), - ('nb_internal_link', models.IntegerField(default=0, verbose_name='Number of internal links')), - ('nb_images', models.IntegerField(default=0, verbose_name='Number of images')), - ('nb_facebook', models.IntegerField(default=0, verbose_name='Number of Facebook links')), - ('nb_twitter', models.IntegerField(default=0, verbose_name='Number of Twitter links')), - ('nb_instagram', models.IntegerField(default=0, verbose_name='Number of Instagram links')), - ('nb_youtube', models.IntegerField(default=0, verbose_name='Number of Youtube links')), - ('nb_dailymotion', models.IntegerField(default=0, verbose_name='Number of Dailymotion links')), - ('nb_vimeo', models.IntegerField(default=0, verbose_name='Number of Vimeo links')), - ('nb_video', models.IntegerField(default=0, verbose_name='Number of videos')), - ('nb_audio', models.IntegerField(default=0, verbose_name='Number of audios')), - ('nb_internal_pdf', models.IntegerField(default=0, verbose_name='Number of internal PDF')), - ('nb_external_pdf', models.IntegerField(default=0, verbose_name='Number of external PDF')), - ('nb_internal_office', models.IntegerField(default=0, verbose_name='Number of internal office documents')), - ('nb_external_office', models.IntegerField(default=0, verbose_name='Number of external office documents')), + ('nb_external_link', models.IntegerField(default=0, verbose_name='External links')), + ('nb_internal_link', models.IntegerField(default=0, verbose_name='Internal links')), + ('nb_images', models.IntegerField(default=0, verbose_name='Images')), + ('nb_facebook', models.IntegerField(default=0, verbose_name='Facebook links')), + ('nb_twitter', models.IntegerField(default=0, verbose_name='Twitter links')), + ('nb_instagram', models.IntegerField(default=0, verbose_name='Instagram links')), + ('nb_youtube', models.IntegerField(default=0, verbose_name='Youtube links')), + ('nb_dailymotion', models.IntegerField(default=0, verbose_name='Dailymotion links')), + ('nb_vimeo', models.IntegerField(default=0, verbose_name='Vimeo links')), + ('nb_video', models.IntegerField(default=0, verbose_name='Internal videos')), + ('nb_audio', models.IntegerField(default=0, verbose_name='Internal audios')), + ('nb_internal_pdf', models.IntegerField(default=0, verbose_name='Internal PDF')), + ('nb_external_pdf', models.IntegerField(default=0, verbose_name='External PDF')), + ('nb_internal_office', models.IntegerField(default=0, verbose_name='Internal office documents')), + ('nb_external_office', models.IntegerField(default=0, verbose_name='External office documents')), ('is_online', models.BooleanField(default=False, verbose_name='Website is online')), ('redirection', models.URLField(blank=True, null=True, verbose_name='Redirection')), - ('crawl', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to='commcrawler.Crawl', verbose_name='Crawl')), + ('crawl', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, related_name='results', to='commcrawler.Crawl', verbose_name='Crawl')), ('target', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to='commorganization.Target', verbose_name='Target')), ], options={ diff --git a/commcrawler/migrations/0002_auto_20190809_1231.py b/commcrawler/migrations/0002_auto_20190809_1231.py deleted file mode 100644 index 7db1bba..0000000 --- a/commcrawler/migrations/0002_auto_20190809_1231.py +++ /dev/null @@ -1,122 +0,0 @@ -# -*- coding: utf-8 -*- -# Generated by Django 1.11 on 2019-08-09 10:31 -from __future__ import unicode_literals - -import datetime -from django.db import migrations, models -import django.db.models.deletion - - -class Migration(migrations.Migration): - - dependencies = [ - ('commcrawler', '0001_initial'), - ] - - operations = [ - migrations.AddField( - model_name='crawl', - name='crawl_ended', - field=models.DateTimeField(blank=True, null=True, verbose_name='Crawl end'), - ), - migrations.AlterField( - model_name='crawl', - name='created', - field=models.DateTimeField(default=datetime.datetime.now, verbose_name='Creation'), - ), - migrations.AlterField( - model_name='crawl', - name='ended', - field=models.DateTimeField(blank=True, null=True, verbose_name='Ended'), - ), - migrations.AlterField( - model_name='crawl', - name='started', - field=models.DateTimeField(blank=True, null=True, verbose_name='Started'), - ), - migrations.AlterField( - model_name='crawl', - name='status', - field=models.CharField(choices=[('C', 'Created'), ('A', 'Planned'), ('P', 'Crawl in progress'), ('M', 'Match link in progress'), ('F', 'Finished')], default='C', max_length=1, verbose_name='Status'), - ), - migrations.AlterField( - model_name='crawlresult', - name='crawl', - field=models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, related_name='results', to='commcrawler.Crawl', verbose_name='Crawl'), - ), - migrations.AlterField( - model_name='crawlresult', - name='nb_audio', - field=models.IntegerField(default=0, verbose_name='Internal audios'), - ), - migrations.AlterField( - model_name='crawlresult', - name='nb_dailymotion', - field=models.IntegerField(default=0, verbose_name='Dailymotion links'), - ), - migrations.AlterField( - model_name='crawlresult', - name='nb_external_link', - field=models.IntegerField(default=0, verbose_name='External links'), - ), - migrations.AlterField( - model_name='crawlresult', - name='nb_external_office', - field=models.IntegerField(default=0, verbose_name='External office documents'), - ), - migrations.AlterField( - model_name='crawlresult', - name='nb_external_pdf', - field=models.IntegerField(default=0, verbose_name='External PDF'), - ), - migrations.AlterField( - model_name='crawlresult', - name='nb_facebook', - field=models.IntegerField(default=0, verbose_name='Facebook links'), - ), - migrations.AlterField( - model_name='crawlresult', - name='nb_images', - field=models.IntegerField(default=0, verbose_name='Images'), - ), - migrations.AlterField( - model_name='crawlresult', - name='nb_instagram', - field=models.IntegerField(default=0, verbose_name='Instagram links'), - ), - migrations.AlterField( - model_name='crawlresult', - name='nb_internal_link', - field=models.IntegerField(default=0, verbose_name='Internal links'), - ), - migrations.AlterField( - model_name='crawlresult', - name='nb_internal_office', - field=models.IntegerField(default=0, verbose_name='Internal office documents'), - ), - migrations.AlterField( - model_name='crawlresult', - name='nb_internal_pdf', - field=models.IntegerField(default=0, verbose_name='Internal PDF'), - ), - migrations.AlterField( - model_name='crawlresult', - name='nb_twitter', - field=models.IntegerField(default=0, verbose_name='Twitter links'), - ), - migrations.AlterField( - model_name='crawlresult', - name='nb_video', - field=models.IntegerField(default=0, verbose_name='Internal videos'), - ), - migrations.AlterField( - model_name='crawlresult', - name='nb_vimeo', - field=models.IntegerField(default=0, verbose_name='Vimeo links'), - ), - migrations.AlterField( - model_name='crawlresult', - name='nb_youtube', - field=models.IntegerField(default=0, verbose_name='Youtube links'), - ), - ] diff --git a/commcrawler/migrations/0003_crawl_progression.py b/commcrawler/migrations/0003_crawl_progression.py deleted file mode 100644 index dfe9de2..0000000 --- a/commcrawler/migrations/0003_crawl_progression.py +++ /dev/null @@ -1,20 +0,0 @@ -# -*- coding: utf-8 -*- -# Generated by Django 1.11 on 2019-08-09 10:45 -from __future__ import unicode_literals - -from django.db import migrations, models - - -class Migration(migrations.Migration): - - dependencies = [ - ('commcrawler', '0002_auto_20190809_1231'), - ] - - operations = [ - migrations.AddField( - model_name='crawl', - name='progression', - field=models.IntegerField(blank=True, null=True, verbose_name='Progression'), - ), - ] |