1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
|
#!/usr/bin/env python
# -*- coding: utf-8 -*-
# Copyright (C) 2017 Étienne Loks <etienne.loks_AT_peacefrogsDOTnet>
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as
# published by the Free Software Foundation, either version 3 of the
# License, or (at your option) any later version.
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
# See the file COPYING for details.
import csv
import sys
from django.core.management.base import BaseCommand
from django.contrib.gis.geos import GEOSGeometry, Point
from django.db import transaction
from django.db.utils import DataError
from ishtar_common.models import Town
class Command(BaseCommand):
help = 'Import GEOFLA csv'
def add_arguments(self, parser):
parser.add_argument('csv_file')
parser.add_argument(
'--year', type=int, default=2014, dest='year',
help='Default year to affect to the town')
parser.add_argument(
'--quiet', dest='quiet', action='store_true',
help='Quiet output')
parser.add_argument(
'--srid', type=int, default=2154, dest='srid',
help='SRID uses. Default: 2154.')
def get_town(self, num_insee, name, default_year):
q = Town.objects.filter(numero_insee=num_insee)
created = False
if q.count():
if q.filter(year=default_year).count():
town = q.filter(year=default_year).all()[0]
else:
town = q.order_by('-year').all()[0]
else:
created = True
town = Town(name=name,
numero_insee=num_insee)
return town, created
@transaction.atomic
def handle(self, *args, **options):
csv_file = options['csv_file']
default_year = options['year']
srid = options['srid']
quiet = options['quiet']
if not quiet:
sys.stdout.write('* using year {} as a default\n'.format(
default_year))
sys.stdout.write('* Opening file {}\n'.format(csv_file))
nb_created, nb_changed = 0, 0
with open(csv_file, 'rb') as csvfile:
reader = csv.DictReader(csvfile)
for idx, row in enumerate(reader):
if not quiet:
sys.stdout.write('Processing town %d.\r' % (idx + 1))
sys.stdout.flush()
num_insee = row['INSEE_COM']
if len(num_insee) < 5:
num_insee = '0' + num_insee
name = row['NOM_COM_M']
town, created = self.get_town(num_insee, name, default_year)
if created:
nb_created += 1
geom = row['wkt_geom'].upper()
if 'MULTI' not in geom:
geom = geom.replace('POLYGON', 'MULTIPOLYGON(') + ')'
values = {'limit': GEOSGeometry(geom, srid=srid)}
if 'X_CENTROID' in row:
values['center'] = Point(
float(row['X_CENTROID']), float(row['Y_CENTROID']),
srid=srid)
else:
values['center'] = None
if not town.year and default_year:
values['year'] = default_year
if 'SUPERFICIE' in row:
values['surface'] = row['SUPERFICIE']
else:
values['surface'] = None
if not created:
nb_changed += 1
for k in values:
setattr(town, k, values[k])
try:
with transaction.atomic():
town.save()
except DataError:
"""
new_limit = str(GEOSGeometry(geom, srid=srid).simplify(
preserve_topology=True))
if 'MULTI' not in new_limit:
new_limit = new_limit.replace(
'POLYGON', 'MULTIPOLYGON(') + ')'
town.limit = new_limit
"""
town, created = self.get_town(num_insee, name, default_year)
values['limit'] = None
for k in values:
setattr(town, k, values[k])
town.save()
if quiet:
return
sys.stdout.write('\n* {} town created'.format(nb_created))
sys.stdout.write('\n* {} town changed\n'.format(nb_changed))
sys.stdout.flush()
|
