diff options
Diffstat (limited to 'commcrawler/migrations/0001_initial.py')
| -rw-r--r-- | commcrawler/migrations/0001_initial.py | 32 |
1 files changed, 23 insertions, 9 deletions
diff --git a/commcrawler/migrations/0001_initial.py b/commcrawler/migrations/0001_initial.py index c2e261b..26cdd2d 100644 --- a/commcrawler/migrations/0001_initial.py +++ b/commcrawler/migrations/0001_initial.py @@ -1,8 +1,10 @@ # -*- coding: utf-8 -*- -# Generated by Django 1.11 on 2019-08-05 10:01 +# Generated by Django 1.11 on 2019-08-07 01:17 from __future__ import unicode_literals import datetime +import django.contrib.postgres.fields.jsonb +import django.contrib.sites.models from django.db import migrations, models import django.db.models.deletion @@ -20,7 +22,7 @@ class Migration(migrations.Migration): name='Crawl', fields=[ ('id', models.AutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')), - ('name', models.CharField(max_length=200, verbose_name='Name')), + ('name', models.CharField(max_length=200, unique=True, verbose_name='Name')), ('created', models.DateTimeField(default=datetime.datetime.now, verbose_name='Creation date')), ('started', models.DateTimeField(blank=True, null=True, verbose_name='Start date')), ('ended', models.DateTimeField(blank=True, null=True, verbose_name='End date')), @@ -28,9 +30,9 @@ class Migration(migrations.Migration): ('targets', models.ManyToManyField(blank=True, to='commorganization.Target')), ], options={ - 'ordering': ('created', 'name'), - 'verbose_name': 'Crawl', 'verbose_name_plural': 'Crawls', + 'verbose_name': 'Crawl', + 'ordering': ('created', 'name'), }, ), migrations.CreateModel( @@ -40,8 +42,8 @@ class Migration(migrations.Migration): ('link', models.URLField(verbose_name='Link')), ], options={ - 'verbose_name': 'Crawl link', 'verbose_name_plural': 'Crawl links', + 'verbose_name': 'Crawl link', }, ), migrations.CreateModel( @@ -54,14 +56,18 @@ class Migration(migrations.Migration): ('source', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, related_name='relation_source', to='commorganization.Target', verbose_name='Source')), ], options={ - 'verbose_name': 'Crawl relation', 'verbose_name_plural': 'Crawl relations', + 'verbose_name': 'Crawl relation', }, ), migrations.CreateModel( name='CrawlResult', fields=[ ('id', models.AutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')), + ('started', models.DateTimeField(default=datetime.datetime.now, verbose_name='Start date')), + ('duration', models.DurationField(blank=True, null=True, verbose_name='Duration')), + ('status', models.CharField(choices=[('P', 'In progress'), ('F', 'Finished')], default='P', max_length=1, verbose_name='Status')), + ('crawl_result', django.contrib.postgres.fields.jsonb.JSONField(default=list, verbose_name='Crawl result')), ('nb_external_link', models.IntegerField(default=0, verbose_name='Number of external links')), ('nb_internal_link', models.IntegerField(default=0, verbose_name='Number of internal links')), ('nb_images', models.IntegerField(default=0, verbose_name='Number of images')), @@ -83,19 +89,19 @@ class Migration(migrations.Migration): ('target', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to='commorganization.Target', verbose_name='Target')), ], options={ - 'verbose_name': 'Crawl result', 'verbose_name_plural': 'Crawl results', + 'verbose_name': 'Crawl result', }, ), migrations.CreateModel( name='ExludedDomains', fields=[ ('id', models.AutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')), - ('url', models.URLField(unique=True, verbose_name='URL')), + ('domain', models.CharField(max_length=100, unique=True, validators=[django.contrib.sites.models._simple_domain_name_validator], verbose_name='Domain name')), ], options={ - 'verbose_name': 'Excluded domain', 'verbose_name_plural': 'Excluded domains', + 'verbose_name': 'Excluded domain', }, ), migrations.AddField( @@ -103,4 +109,12 @@ class Migration(migrations.Migration): name='result', field=models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to='commcrawler.CrawlResult', verbose_name='Result'), ), + migrations.AlterUniqueTogether( + name='crawlresult', + unique_together=set([('crawl', 'target')]), + ), + migrations.AlterUniqueTogether( + name='crawlrelation', + unique_together=set([('crawl', 'source', 'destination')]), + ), ] |