summaryrefslogtreecommitdiff
path: root/ishtar_common/management/commands/import_geofla_csv.py
blob: 80e10bc81654b2854ffbca59fefb17a4699a02c4 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
#!/usr/bin/env python
# -*- coding: utf-8 -*-
# Copyright (C) 2017  Étienne Loks  <etienne.loks_AT_peacefrogsDOTnet>

# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as
# published by the Free Software Foundation, either version 3 of the
# License, or (at your option) any later version.

# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU Affero General Public License for more details.

# You should have received a copy of the GNU Affero General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.

# See the file COPYING for details.

import csv
import sys

from django.core.management.base import BaseCommand
from django.contrib.gis.geos import GEOSGeometry, Point

from ishtar_common.models import Town


class Command(BaseCommand):
    help = 'Import GEOFLA csv'

    def add_arguments(self, parser):
        parser.add_argument('csv_file')
        parser.add_argument(
            '--year', type=int, default=2014, dest='year',
            help='Default year to affect to the town')

    def handle(self, *args, **options):
        csv_file = options['csv_file']
        sys.stdout.write('* Opening file {}\n'.format(csv_file))
        default_year = options['year']
        nb_created, nb_changed = 0, 0
        with open(csv_file, 'rb') as csvfile:
            reader = csv.DictReader(csvfile)
            for idx, row in enumerate(reader):
                sys.stdout.write('Processing town %d.\r' % (idx + 1))
                sys.stdout.flush()
                num_insee = row['INSEE_COM']
                if len(num_insee) < 5:
                    num_insee = '0' + num_insee
                q = Town.objects.filter(numero_insee=num_insee)
                changed, created = False, False
                if q.count():
                    town = q.all()[0]
                else:
                    changed = True
                    created = True
                    nb_created += 1
                    town = Town(name=row['NOM_COM'],
                                numero_insee=num_insee)
                if not town.limit:
                    changed = True
                    geom = row['wkt_geom'].upper()
                    if 'MULTI' not in geom:
                        geom = geom.replace('POLYGON', 'MULTIPOLYGON(') + ')'
                    town.limit = GEOSGeometry(geom, srid=2154)
                if not town.center:
                    changed = True
                    town.center = Point(float(row['X_CENTROID']),
                                        float(row['Y_CENTROID']), srid=2154)
                if not town.year and default_year:
                    changed = True
                    town.year = default_year
                if not town.surface:
                    changed = True
                    town.surface = row['SUPERFICIE']
                if changed:
                    if not created:
                        nb_changed += 1
                    town.save()
        sys.stdout.write('\n* {} town created'.format(nb_created))
        sys.stdout.write('\n* {} town changed\n'.format(nb_changed))
        sys.stdout.flush()