path: root/archaeological_finds/tests.py

#!/usr/bin/env python
# -*- coding: utf-8 -*-
# Copyright (C) 2015-2017 Étienne Loks  <etienne.loks_AT_peacefrogsDOTnet>

# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as
# published by the Free Software Foundation, either version 3 of the
# License, or (at your option) any later version.

# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU Affero General Public License for more details.

# You should have received a copy of the GNU Affero General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.

# See the file COPYING for details.

import json

from django.conf import settings
from django.contrib.auth.models import User, Permission, ContentType
from django.core.files import File
from django.core.files.uploadedfile import SimpleUploadedFile
from django.core.urlresolvers import reverse
from django.test.client import Client
from ishtar_common.models import ImporterType, IshtarUser, ImporterColumn,\
    FormaterType, ImportTarget, IshtarSiteProfile, ProfileType

from ishtar_common.models import Person, get_current_profile, UserProfile, \
    Town, Area, Document
from archaeological_context_records.models import Period, Dating, ContextRecord
from archaeological_finds import models, views
from archaeological_warehouse.models import Warehouse, WarehouseType

from ishtar_common import forms_common

from ishtar_common.tests import WizardTest, WizardTestFormData as FormData, \
    TestCase, create_user, create_superuser
from archaeological_operations.tests import ImportTest, create_operation
from archaeological_context_records.tests import ContextRecordInit, \
    CONTEXT_RECORD_FIXTURES, CONTEXT_RECORD_TOWNS_FIXTURES


FIND_FIXTURES = CONTEXT_RECORD_FIXTURES + [
    settings.ROOT_PATH +
    '../archaeological_finds/fixtures/initial_data-fr.json',
]

FIND_TOWNS_FIXTURES = CONTEXT_RECORD_TOWNS_FIXTURES + [
    settings.ROOT_PATH +
    '../archaeological_finds/fixtures/initial_data-fr.json',
]

WAREHOUSE_FIXTURES = FIND_FIXTURES + [
    settings.ROOT_PATH +
    '../archaeological_warehouse/fixtures/initial_data-fr.json',
]


class FindInit(ContextRecordInit):
    test_context_records = False

    def create_finds(self, data_base={}, data={}, user=None, force=False):
        if not getattr(self, 'finds', None):
            self.finds = []
        if not getattr(self, 'base_finds', None):
            self.base_finds = []

        default = {'label': "Base find"}
        if user:
            data_base['history_modifier'] = user
        elif not data_base.get('history_modifier') or not data_base[
            'history_modifier'].pk:
            user = self.get_default_user()
            user.save()
            data_base['history_modifier'] = user
        if force or not data_base.get('context_record'):
            data_base['context_record'] = self.get_default_context_record(
                force=force, user=user)
        default.update(data_base)
        base_find = models.BaseFind.objects.create(**default)
        self.base_finds.append(base_find)

        data["history_modifier"] = data_base["history_modifier"]
        find = models.Find.objects.create(**data)
        find.base_finds.add(base_find)
        self.finds.append(find)
        return self.finds, self.base_finds

    def get_default_find(self, force=False):
        finds, base_finds = self.create_finds(force=force)
        if force:
            return finds[-1], base_finds[-1]
        return finds[0], base_finds[0]

    def tearDown(self):
        super(FindInit, self).tearDown()
        if hasattr(self, 'finds'):
            for f in self.finds:
                try:
                    f.delete()
                except:
                    pass
            self.finds = []
        if hasattr(self, 'base_finds'):
            for f in self.base_finds:
                try:
                    f.delete()
                except:
                    pass
            self.base_find = []


class FindWizardCreationTest(WizardTest, FindInit, TestCase):
    fixtures = WAREHOUSE_FIXTURES
    url_name = 'find_creation'
    wizard_name = 'find_wizard'
    steps = views.find_creation_steps
    form_datas = [
        FormData(
            'Find creation',
            form_datas={
                'selecrecord-find_creation': {'pk': 1},
                'find-find_creation': {
                    'label': 'hop',
                    'checked': 'NC',
                    'check_date': '2016-01-01'
                },
                'dating-find_creation': [
                    {
                        'period': None,
                        'start_date': '0',
                        'end_date': '200',
                    },
                    {
                        'period': None,
                        'start_date': '0',
                        'end_date': '200',
                    }
                ]
            },
            ignored=['preservation-find_creation']
        )
    ]

    def pre_wizard(self):
        cr = self.create_context_record(
            data={'parcel': self.create_parcel()[-1]}, force=True)[-1]

        self.form_datas[0].form_datas['selecrecord-find_creation']['pk'] = \
            cr.pk
        period = Period.objects.all()[0].pk
        self.form_datas[0].form_datas['dating-find_creation'][0]['period'] = \
            period
        self.form_datas[0].form_datas['dating-find_creation'][1]['period'] = \
            period
        self.find_number = models.Find.objects.count()
        self.basefind_number = models.BaseFind.objects.count()
        super(FindWizardCreationTest, self).pre_wizard()

    def post_wizard(self):
        self.assertEqual(models.BaseFind.objects.count(),
                         self.basefind_number + 1)
        self.assertEqual(models.Find.objects.count(),
                         self.find_number + 1)
        # identical datings, only one should be finaly save
        f = models.Find.objects.order_by("-pk").all()[0]
        self.assertEqual(f.datings.count(), 1)


class FindWizardDeletionWithWarehouseModTest(WizardTest, FindInit, TestCase):
    fixtures = WAREHOUSE_FIXTURES
    url_name = 'find_deletion'
    wizard_name = 'find_deletion_wizard'
    steps = views.find_deletion_steps
    form_datas = [
        FormData(
            'Find deletion',
            form_datas={
                'selecw': {},
            },
            ignored=['selec-find_deletion']
        )
    ]

    def pre_wizard(self):
        profile, created = IshtarSiteProfile.objects.get_or_create(
            slug='default', active=True)
        profile.warehouse = True
        profile.save()

        find, bf = self.get_default_find(force=True)
        self.form_datas[0].set('selecw', 'pk', find.pk)
        self.find_number = models.Find.objects.count()
        super(FindWizardDeletionWithWarehouseModTest, self).pre_wizard()

    def post_wizard(self):
        self.assertEqual(models.Find.objects.count(),
                         self.find_number - 1)


class TreatmentWizardCreationTest(WizardTest, FindInit, TestCase):
    fixtures = WAREHOUSE_FIXTURES
    url_name = 'treatment_creation'
    wizard_name = 'treatment_wizard'
    steps = views.treatment_wizard_steps
    form_datas = [
        FormData(
            'Move treament',
            form_datas={
                'file': {},
                'basetreatment': {
                    'treatment_type': None,
                    'person': 1,  # doer
                    'location': 1,  # associated warehouse
                    'year': 2016
                },
                'selecfind': {
                    'pk': 1,
                    'resulting_pk': 1
                }
            },
            ignored=('resultfind-treatment_creation',
                     'selecbasket-treatment_creation',
                     'resultfinds-treatment_creation'))
    ]

    def pre_wizard(self):
        q = Warehouse.objects.filter(pk=1)
        if not q.count():
            warehouse = Warehouse.objects.create(
                name="default", warehouse_type=WarehouseType.objects.all()[0])
            warehouse.id = 1
            warehouse.save()
        q = Person.objects.filter(pk=1)
        if not q.count():
            person = Person.objects.create(name="default")
            person.id = 1
            person.save()

        trt_type = models.TreatmentType.objects.get(txt_idx='moving')
        self.form_datas[0].set('basetreatment', 'treatment_type', trt_type.pk)

        self.find, base_find = self.get_default_find(force=True)
        self.form_datas[0].form_datas['selecfind'][
            'pk'] = self.find.pk
        self.form_datas[0].form_datas['selecfind'][
            'resulting_pk'] = self.find.pk
        self.treatment_number = models.Treatment.objects.count()
        super(TreatmentWizardCreationTest, self).pre_wizard()

    def post_wizard(self):
        self.assertEqual(models.Treatment.objects.count(),
                         self.treatment_number + 1)
        treat = models.Treatment.objects.order_by('-pk').all()[0]
        self.find = models.Find.objects.get(pk=self.find.pk)
        self.assertEqual(models.Find.objects.filter(
            treatments=treat).count(), 1)
        # TODO: test treatment with new find creation
        # self.assertEqual(self.find.downstream_treatment,
        #                 treat)


class ImportFindTest(ImportTest, TestCase):
    fixtures = FIND_TOWNS_FIXTURES

    def test_mcc_import_finds(self):
        self.init_context_record()

        old_nb = models.BaseFind.objects.count()
        old_nb_find = models.Find.objects.count()
        MCC = ImporterType.objects.get(name=u"MCC - Mobilier")

        col = ImporterColumn.objects.create(col_number=25,
                                            importer_type_id=MCC.pk)
        formater = FormaterType.objects.filter(
            formater_type='FileFormater').all()[0]
        ImportTarget.objects.create(target='documents__image',
                                    formater_type_id=formater.pk,
                                    column_id=col.pk)
        mcc_file = open(
            settings.ROOT_PATH +
            '../archaeological_finds/tests/MCC-finds-example.csv', 'rb')
        mcc_images = open(
            settings.ROOT_PATH +
            '../archaeological_finds/tests/images.zip', 'rb')
        file_dict = {'imported_file': SimpleUploadedFile(mcc_file.name,
                                                         mcc_file.read()),
                     'imported_images': SimpleUploadedFile(mcc_images.name,
                                                           mcc_images.read())}
        post_dict = {'importer_type': MCC.pk, 'skip_lines': 1,
                     "encoding": 'utf-8', "name": 'init_find_import'}
        form = forms_common.NewImportForm(data=post_dict, files=file_dict,
                                          user=self.user)
        form.is_valid()
        self.assertTrue(form.is_valid())
        impt = form.save(self.ishtar_user)
        impt.initialize()

        # doing manual connections
        ceram = models.MaterialType.objects.get(txt_idx='ceramic').pk
        glass = models.MaterialType.objects.get(txt_idx='glass').pk
        self.set_target_key('material_types', 'terre-cuite', ceram)
        self.set_target_key('material_types', 'verre', glass)
        impt.importation()
        # new finds has now been imported
        current_nb = models.BaseFind.objects.count()
        self.assertEqual(current_nb, (old_nb + 4))
        current_nb = models.Find.objects.count()
        self.assertEqual(current_nb, (old_nb_find + 4))
        self.assertEqual(
            models.Find.objects.filter(material_types__pk=ceram).count(), 4)
        self.assertEqual(
            models.Find.objects.filter(material_types__pk=glass).count(), 1)
        images = []
        for find in models.Find.objects.all():
            images += [im.image for im in find.images.all() if im.image.name]
        self.assertEqual(len(images), 1)

        # check index
        bfs = list(models.BaseFind.objects.order_by("-pk").all())
        for idx in range(4):
            bf = bfs[idx]
            expected_index = 4 - idx
            self.assertEqual(
                bf.index, expected_index,
                "Bad index for imported base find: {} where {} is "
                "expected".format(bf.index, expected_index))
            f = bf.find.all()[0]
            self.assertEqual(
                f.index, expected_index,
                "Bad index for imported find: {} where {} is expected".format(
                    f.index, expected_index
                ))


class FindTest(FindInit, TestCase):
    fixtures = FIND_FIXTURES
    model = models.Find

    def setUp(self):
        self.create_finds(force=True)
        self.password = 'mypassword'
        self.username = 'myuser'
        User.objects.create_superuser(self.username, 'myemail@test.com',
                                      self.password)
        self.client = Client()
        self.client.login(username=self.username, password=self.password)

    def test_external_id(self):
        find = self.finds[0]
        base_find = find.base_finds.all()[0]
        self.assertEqual(
            find.external_id,
            u"{}-{}".format(
                find.get_first_base_find().context_record.external_id,
                find.label))
        self.assertEqual(
            base_find.external_id,
            u"{}-{}".format(
                base_find.context_record.external_id,
                base_find.label))
        base_find.label = "New label"
        base_find.save()
        base_find = models.BaseFind.objects.get(pk=base_find.pk)
        self.assertEqual(
            base_find.external_id,
            u"{}-{}".format(
                base_find.context_record.external_id,
                "New label"))
        cr = ContextRecord.objects.get(pk=base_find.context_record.pk)
        cr.label = "new-label-too"
        cr.skip_history_when_saving = True
        cr.save()
        base_find = models.BaseFind.objects.get(pk=base_find.pk)
        find = models.Find.objects.get(pk=find.pk)
        cr = ContextRecord.objects.get(pk=cr.pk)
        self.assertIn("new-label-too", find.external_id)
        self.assertIn("new-label-too", base_find.external_id)

        cr.operation.code_patriarche = "PAT"
        cr.operation.skip_history_when_saving = True
        cr.operation.save()
        base_find = models.BaseFind.objects.get(pk=base_find.pk)
        find = models.Find.objects.get(pk=find.pk)
        cr = ContextRecord.objects.get(pk=cr.pk)
        self.assertIn("PAT", find.external_id)
        self.assertIn("PAT", base_find.external_id)

        find.label = "hop"
        find.save()
        find = models.Find.objects.get(pk=find.pk)
        # default: {get_first_base_find__context_record__external_id}-{label}
        self.assertEqual(find.external_id, u"PAT-12345-A1-new-label-too-hop")
        profile = get_current_profile(force=True)
        profile.find_external_id = \
            u"{get_first_base_find__context_record__external_id}-{label}-"\
            u"{label}"
        profile.save()
        find.save()
        find = models.Find.objects.get(pk=find.pk)
        self.assertEqual(find.external_id,
                         u"PAT-12345-A1-new-label-too-hop-hop")
        profile.find_external_id = \
            u"{get_first_base_find__context_record__external_id}-{label}-" \
            u"{label}||lower||deduplicate"
        profile.save()
        find.save()
        find = models.Find.objects.get(pk=find.pk)
        self.assertEqual(find.external_id,
                         u"pat-12345-a1-new-label-too-hop")

    def testIndex(self):
        profile = get_current_profile()
        profile.find_index = u"O"
        profile.save()
        profile = get_current_profile(force=True)

        op1 = self.create_operation()[-1]
        op2 = self.create_operation()[-1]
        op1_cr1 = self.create_context_record(data={'label': "CR1",
                                                   'operation': op1})[-1]
        op1_cr2 = self.create_context_record(data={'label': "CR2",
                                                   'operation': op1})[-1]
        op2_cr1 = self.create_context_record(data={'label': "CR3",
                                                   'operation': op2})[-1]
        self.create_finds(data_base={'context_record': op1_cr1})
        find_1 = self.finds[-1]
        bf_1 = models.BaseFind.objects.get(pk=self.base_finds[-1].pk)
        self.assertEqual(find_1.index, 1)
        self.assertEqual(bf_1.index, 1)

        # index is based on operations
        self.create_finds(data_base={'context_record': op1_cr2})
        find_2 = self.finds[-1]
        bf_2 = models.BaseFind.objects.get(pk=self.base_finds[-1].pk)
        self.assertEqual(find_2.index, 2)
        self.assertEqual(bf_2.index, 2)

        self.create_finds(data_base={'context_record': op2_cr1})
        find_3 = self.finds[-1]
        bf_3 = models.BaseFind.objects.get(pk=self.base_finds[-1].pk)
        self.assertEqual(find_3.index, 1)
        self.assertEqual(bf_3.index, 1)

        profile = get_current_profile(force=True)
        profile.find_index = u"CR"
        profile.save()
        profile = get_current_profile(force=True)

        op3 = self.create_operation()[-1]
        op3_cr1 = self.create_context_record(data={'label': "CR1",
                                                   'operation': op3})[-1]
        op3_cr2 = self.create_context_record(data={'label': "CR2",
                                                   'operation': op3})[-1]
        self.create_finds(data_base={'context_record': op3_cr1})
        find_1b = self.finds[-1]
        bf_1b = models.BaseFind.objects.get(pk=self.base_finds[-1].pk)
        self.assertEqual(find_1b.index, 1)
        self.assertEqual(bf_1b.index, 1)

        # index now based on context records
        self.create_finds(data_base={'context_record': op3_cr2})
        find_2b = self.finds[-1]
        bf_2b = models.BaseFind.objects.get(pk=self.base_finds[-1].pk)
        self.assertEqual(find_2b.index, 1)
        self.assertEqual(bf_2b.index, 1)

        self.create_finds(data_base={'context_record': op3_cr2})
        find_3b = self.finds[-1]
        bf_3b = models.BaseFind.objects.get(pk=self.base_finds[-1].pk)
        self.assertEqual(find_3b.index, 2)
        self.assertEqual(bf_3b.index, 2)

    def test_show(self):
        obj = self.finds[0]
        response = self.client.get(reverse('display-find', args=[obj.pk]))
        self.assertEqual(response.status_code, 200)
        self.assertIn('load_window("/show-find/{}/");'.format(obj.pk),
                      response.content)
        c = Client()
        response = c.get(reverse('show-find', kwargs={'pk': obj.pk}))
        # empty content when not allowed
        self.assertRedirects(response, "/")

        c.login(username=self.username, password=self.password)
        response = self.client.get(reverse('show-find', kwargs={'pk': obj.pk}))
        self.assertEqual(response.status_code, 200)
        self.assertIn('class="card sheet"', response.content)

    def test_delete(self):
        self.create_finds(force=True)
        first_bf = self.base_finds[0]
        self.finds[1].base_finds.add(first_bf)

        self.finds[0].delete()
        # on delete the selected base find is not deleted if another find
        # is related to it
        self.assertEqual(models.BaseFind.objects.filter(
            pk=self.base_finds[0].pk).count(), 1)
        self.finds[1].delete()
        self.assertEqual(models.BaseFind.objects.filter(
            pk=self.base_finds[0].pk).count(), 0)


class FindSearchTest(FindInit, TestCase):
    fixtures = FIND_FIXTURES
    model = models.Find

    def setUp(self):
        self.create_finds(force=True)
        self.username = 'myuser'
        self.password = 'mypassword'
        User.objects.create_superuser(self.username, 'myemail@test.com',
                                      self.password)
        self.client = Client()

    def testMaterialTypeHierarchicSearch(self):
        find = self.finds[0]
        c = Client()
        metal = models.MaterialType.objects.get(txt_idx='metal')
        iron_metal = models.MaterialType.objects.get(txt_idx='iron_metal')
        not_iron_metal = models.MaterialType.objects.get(
            txt_idx='not_iron_metal')
        find.material_types.add(iron_metal)

        search = {'material_types': iron_metal.pk}

        # no result when no authentication
        response = c.get(reverse('get-find'), search)
        self.assertRedirects(response, "/")

        c.login(username=self.username, password=self.password)

        # one result for exact search
        response = c.get(reverse('get-find'), search)
        self.assertEqual(response.status_code, 200)
        res = json.loads(response.content)
        self.assertTrue(res['recordsTotal'] == 1)
        self.assertEqual(res["rows"][0]["material_types__label"],
                         unicode(iron_metal))

        # no result for the brother
        search = {'material_types': not_iron_metal.pk}
        response = c.get(reverse('get-find'), search)
        self.assertEqual(response.status_code, 200)
        self.assertTrue(json.loads(response.content)['recordsTotal'] == 0)

        # one result for the father
        search = {'material_types': metal.pk}
        response = c.get(reverse('get-find'), search)
        self.assertEqual(response.status_code, 200)
        self.assertTrue(json.loads(response.content)['recordsTotal'] == 1)

    def test_pinned_search(self):
        c = Client()
        c.login(username=self.username, password=self.password)

        # operation with no associated find
        operation = create_operation(self.user, values={"year": 2017})
        c.get(reverse("pin", args=["operation", operation.pk]))
        response = c.get(reverse('get-find'), {})  # empty search -> check pined
        self.assertEqual(response.status_code, 200)
        self.assertEqual(json.loads(response.content)['recordsTotal'], 0)

        # pinned operation with current find
        find = self.finds[0]
        c.get(reverse(
            "pin",
            args=["operation",
                  find.get_first_base_find().context_record.operation.pk]))
        response = c.get(reverse('get-find'), {})  # empty search -> check pined
        self.assertEqual(response.status_code, 200)
        self.assertEqual(json.loads(response.content)['recordsTotal'], 1)

    def test_period_hierarchic_search(self):
        find = self.finds[0]
        c = Client()

        neo = Period.objects.get(txt_idx='neolithic')
        final_neo = Period.objects.get(txt_idx='final-neolithic')
        recent_neo = Period.objects.get(txt_idx='recent-neolithic')
        dating = Dating.objects.create(
            period=final_neo
        )
        find.datings.add(dating)

        search = {'datings__period': final_neo.pk}

        # no result when no authentication
        response = c.get(reverse('get-find'), search)
        self.assertRedirects(response, "/")

        # one result for exact search
        c.login(username=self.username, password=self.password)
        response = c.get(reverse('get-find'), search)
        self.assertEqual(response.status_code, 200)
        res = json.loads(response.content)
        self.assertTrue(res['recordsTotal'] == 1)
        self.assertEqual(res["rows"][0]["datings__period__label"],
                         unicode(final_neo))

        # no result for the brother
        search = {'datings__period': recent_neo.pk}
        response = c.get(reverse('get-find'), search)
        self.assertEqual(response.status_code, 200)
        self.assertEqual(json.loads(response.content)['recordsTotal'], 0)

        # one result for the father
        search = {'datings__period': neo.pk}
        response = c.get(reverse('get-find'), search)
        self.assertEqual(response.status_code, 200)
        self.assertEqual(json.loads(response.content)['recordsTotal'], 1)

    def test_conservatory_state_hierarchic_search(self):
        find = self.finds[0]
        c = Client()
        cs1 = models.ConservatoryState.objects.all()[0]
        cs1.parent = None
        cs1.save()
        cs2 = models.ConservatoryState.objects.all()[1]
        cs2.parent = cs1
        cs2.save()
        cs3 = models.ConservatoryState.objects.all()[2]
        cs3.parent = cs1
        cs3.save()
        find.conservatory_state = cs2
        find.save()

        search = {'conservatory_state': cs2.pk}

        # no result when no authentication
        response = c.get(reverse('get-find'), search)
        self.assertRedirects(response, "/")

        c.login(username=self.username, password=self.password)

        # one result for exact search
        response = c.get(reverse('get-find'), search)
        self.assertEqual(response.status_code, 200)
        self.assertTrue(json.loads(response.content)['recordsTotal'] == 1)

        # no result for the brother
        search = {'conservatory_state': cs3.pk}
        response = c.get(reverse('get-find'), search)
        self.assertEqual(response.status_code, 200)
        self.assertTrue(json.loads(response.content)['recordsTotal'] == 0)

        # one result for the father
        search = {'conservatory_state': cs1.pk}
        response = c.get(reverse('get-find'), search)
        self.assertEqual(response.status_code, 200)
        self.assertTrue(json.loads(response.content)['recordsTotal'] == 1)

    def test_image_search(self):
        c = Client()
        c.login(username=self.username, password=self.password)
        search = {'documents__image__isnull': 2}  # 2 for nullboolfield is None
        response = c.get(reverse('get-find'), search)
        self.assertEqual(response.status_code, 200)
        res = json.loads(response.content)
        self.assertEqual(res['recordsTotal'], 0)

        # add an image to the first find
        image = Document.objects.create(title="Image!")
        img = settings.ROOT_PATH + \
              '../ishtar_common/static/media/images/ishtar-bg.jpg'
        image.image.save('ishtar-bg.jpg', File(open(img)))
        self.finds[0].documents.add(image)
        self.finds[0].save()
        response = c.get(reverse('get-find'), search)
        self.assertEqual(response.status_code, 200)
        res = json.loads(response.content)
        self.assertEqual(res['recordsTotal'], 1)


class FindPermissionTest(FindInit, TestCase):
    fixtures = FIND_FIXTURES
    model = models.Find

    def setUp(self):
        self.username, self.password, self.user = create_superuser()
        self.alt_username, self.alt_password, self.alt_user = create_user()
        ct_find = ContentType.objects.get(app_label='archaeological_finds',
                                          model='find')
        self.alt_user.user_permissions.add(Permission.objects.get(
            codename='view_own_find', content_type=ct_find))
        self.alt_user.user_permissions.add(Permission.objects.get(
            codename='change_own_find', content_type=ct_find))
        self.alt_username2, self.alt_password2, self.alt_user2 = create_user(
            username='luke', password='iamyourfather'
        )
        profile = UserProfile.objects.create(
            profile_type=ProfileType.objects.get(txt_idx='collaborator'),
            person=self.alt_user2.ishtaruser.person,
            current=True
        )

        town = Town.objects.create(name='Tatouine', numero_insee='66000')
        area = Area.objects.create(label='Galaxie', txt_idx='galaxie')
        area.towns.add(town)
        profile.areas.add(area)

        self.orgas = self.create_orgas(self.user)
        self.create_operation(self.user, self.orgas[0])
        self.create_operation(self.alt_user, self.orgas[0])

        self.create_context_record(
            user=self.user,
            data={"label": u"CR 1", "operation": self.operations[0]})
        self.create_context_record(
            user=self.alt_user,
            data={"label": u"CR 2", "operation": self.operations[1]})
        self.cr_1 = self.context_records[-2]
        self.cr_2 = self.context_records[-1]

        self.create_finds(data_base={'context_record': self.cr_1},
                          user=self.user, force=True)
        self.create_finds(data_base={'context_record': self.cr_2},
                          user=self.alt_user, force=True)

        self.find_1 = self.finds[-2]
        self.find_2 = self.finds[-1]
        self.operations[-1].towns.add(town)

    def test_own_search(self):
        # no result when no authentification
        c = Client()
        response = c.get(reverse('get-find'))
        self.assertTrue(not response.content or
                        not json.loads(response.content))

        # possession
        c = Client()
        c.login(username=self.alt_username, password=self.alt_password)
        response = c.get(reverse('get-find'))
        # only one "own" context record available
        self.assertTrue(json.loads(response.content))
        self.assertEqual(json.loads(response.content)['recordsTotal'], 1)

        # area filter
        c = Client()
        c.login(username=self.alt_username2, password=self.alt_password2)
        response = c.get(reverse('get-find'))
        # only one "own" operation available
        self.assertTrue(json.loads(response.content))
        self.assertEqual(json.loads(response.content)['recordsTotal'], 1)


class FindQATest(FindInit, TestCase):
    fixtures = FIND_FIXTURES
    model = models.Find

    def setUp(self):
        self.create_finds(data_base={"label": u"Find 1"}, force=True)
        self.create_finds(data_base={"label": u"Find 2"}, force=True)
        self.username, self.password, self.user = create_superuser()
        self.alt_username, self.alt_password, self.alt_user = create_user()
        self.alt_user.user_permissions.add(Permission.objects.get(
            codename='change_find'))

    def test_bulk_update(self):
        c = Client()
        pks = u"{}-{}".format(self.finds[0].pk, self.finds[1].pk)
        response = c.get(reverse('find-qa-bulk-update', args=[pks]))
        self.assertRedirects(response, '/')

        c = Client()
        c.login(username=self.username, password=self.password)
        response = c.get(reverse('find-qa-bulk-update', args=[pks]))
        self.assertEqual(response.status_code, 200)

        c = Client()
        c.login(username=self.alt_username, password=self.alt_password)
        response = c.get(reverse('find-qa-bulk-update', args=[pks]))
        self.assertEqual(response.status_code, 200)

        find_0 = self.finds[0]
        find_1 = self.finds[1]
        base_desc_0 = u"Base description 1"
        find_0.description = base_desc_0
        find_0.save()
        base_desc_1 = u"Base description 2"
        find_1.description = base_desc_1
        find_1.save()

        period = Period.objects.all()[0].pk
        self.assertNotIn(period,
                         [dating.period.pk for dating in find_0.datings.all()])
        self.assertNotIn(period,
                         [dating.period.pk for dating in find_1.datings.all()])
        extra_desc = u"Extra description"
        response = c.post(
            reverse('find-qa-bulk-update-confirm', args=[pks]),
            {'qa_period': period, 'qa_description': extra_desc}
        )
        self.assertRedirects(response, '/success/')
        self.assertIn(period,
                      [dating.period.pk for dating in find_0.datings.all()])
        self.assertIn(period,
                      [dating.period.pk for dating in find_1.datings.all()])
        self.assertEqual(models.Find.objects.get(pk=find_0.pk).description,
                         base_desc_0 + u"\n" + extra_desc)
        self.assertEqual(models.Find.objects.get(pk=find_1.pk).description,
                         base_desc_1 + u"\n" + extra_desc)


class TreatmentTest(FindInit, TestCase):
    fixtures = FIND_FIXTURES
    model = models.Find

    def setUp(self):
        img = settings.ROOT_PATH + \
            '../ishtar_common/static/media/images/ishtar-bg.jpg'

        self.create_finds(data_base={"label": u"Find 1"}, force=True)
        self.create_finds(data_base={"label": u"Find 2"}, force=True)
        image = Document.objects.create(title="Image!")
        image.image.save('ishtar-bg.jpg', File(open(img)))
        self.finds[0].documents.add(image)
        self.finds[0].save()

        self.basket = models.FindBasket.objects.create(
            label="My basket", user=IshtarUser.objects.get(
                pk=self.get_default_user().pk))
        self.other_basket = models.FindBasket.objects.create(
            label="My other basket", user=IshtarUser.objects.get(
                pk=self.get_default_user().pk))
        for find in self.finds:
            self.basket.items.add(find)
            self.other_basket.items.add(find)

    def test_packaging_with_new_find_creation(self):
        treatment_type = models.TreatmentType.objects.get(txt_idx='packaging')
        # make packaging a treatment with a new version of the find created
        treatment_type.create_new_find = True
        treatment_type.save()

        treatment = models.Treatment()
        items_nb = models.Find.objects.count()

        first_find = self.finds[0]

        treatment.save(user=self.get_default_user(), items=self.basket,
                       treatment_type_list=[treatment_type])
        treatment.treatment_types.add(treatment_type)



        self.assertEqual(items_nb + self.basket.items.count(),
                         models.Find.objects.count(),
                         msg="Packaging doesn't generate enough new finds")

        resulting_find = models.Find.objects.get(
            upstream_treatment__upstream=first_find,
            base_finds__pk=first_find.base_finds.all()[0].pk
        )

        # image names used to be altered on save: check for this bug
        self.assertEqual(
            resulting_find.documents.all()[0].title,
            models.Find.objects.get(pk=first_find.pk).documents.all()[0].title
        )

        # new version of the find is in the basket
        for item in self.basket.items.all():
            self.assertNotIn(
                item, self.finds,
                msg="Original basket have not been upgraded after packaging")
        for item in self.other_basket.items.all():
            self.assertNotIn(
                item, self.finds,
                msg="Other basket have not been upgraded after packaging")

    def test_simple_delete(self):
        treatment_type = models.TreatmentType.objects.get(txt_idx='packaging')
        treatment_type.create_new_find = False
        treatment_type.save()

        nb_find = models.Find.objects.count()

        treatment = models.Treatment()

        initial_find = self.finds[0]
        treatment.save(user=self.get_default_user(), items=self.basket,
                       treatment_type_list=[treatment_type])
        treatment.treatment_types.add(treatment_type)

        self.assertEqual(nb_find, models.Find.objects.count())

        treatment.delete()
        self.assertEqual(
            models.Treatment.objects.filter(pk=treatment.pk).count(), 0)

        q = models.Find.objects.filter(pk=initial_find.pk)
        # initial find not deleted
        self.assertEqual(q.count(), 1)
        initial_find = q.all()[0]
        self.assertEqual(initial_find.upstream_treatment, None)

    def test_upstream_find_delete(self):
        treatment_type = models.TreatmentType.objects.get(txt_idx='packaging')
        # make packaging a treatment with a new version of the find created
        treatment_type.create_new_find = True
        treatment_type.save()

        nb_find = models.Find.objects.count()

        treatment = models.Treatment()

        initial_find = self.finds[0]
        treatment.save(user=self.get_default_user(), items=self.basket,
                       treatment_type_list=[treatment_type])
        treatment.treatment_types.add(treatment_type)

        nb_b = self.basket.items.count()
        self.assertEqual(
            nb_find + nb_b, models.Find.objects.count())

        resulting_find = models.Find.objects.get(
            upstream_treatment__upstream=initial_find,
            base_finds__pk=initial_find.base_finds.all()[0].pk
        )
        resulting_find.delete()

        self.assertEqual(
            models.Treatment.objects.filter(pk=treatment.pk).count(), 0)
        q = models.Find.objects.filter(pk=initial_find.pk)
        # initial find not deleted
        self.assertEqual(q.count(), 1)
        initial_find = q.all()[0]
        self.assertEqual(initial_find.upstream_treatment, None)

    def test_treatment_delete(self):
        treatment_type = models.TreatmentType.objects.get(txt_idx='packaging')
        treatment_type.create_new_find = True
        treatment_type.save()

        nb_find = models.Find.objects.count()

        treatment = models.Treatment()

        initial_find = self.finds[0]
        treatment.save(user=self.get_default_user(), items=self.basket,
                       treatment_type_list=[treatment_type])
        treatment.treatment_types.add(treatment_type)

        nb_b = self.basket.items.count()
        self.assertEqual(
            nb_find + nb_b, models.Find.objects.count())

        treatment.delete()

        self.assertEqual(nb_find, models.Find.objects.count())

        self.assertEqual(
            models.Treatment.objects.filter(pk=treatment.pk).count(), 0)
        q = models.Find.objects.filter(pk=initial_find.pk)
        # initial find not deleted
        self.assertEqual(q.count(), 1)
        initial_find = q.all()[0]
        self.assertEqual(initial_find.upstream_treatment, None)