diff options
Diffstat (limited to 'ishtar_common')
| -rw-r--r-- | ishtar_common/admin.py | 8 | ||||
| -rw-r--r-- | ishtar_common/migrations/0217_auto_20211013_1517.py (renamed from ishtar_common/migrations/0217_auto_20211006_1526.py) | 41 | ||||
| -rw-r--r-- | ishtar_common/models_rest.py | 44 | ||||
| -rw-r--r-- | ishtar_common/rest.py | 89 | 
4 files changed, 162 insertions, 20 deletions
diff --git a/ishtar_common/admin.py b/ishtar_common/admin.py index 0b73f5708..7444aa9cd 100644 --- a/ishtar_common/admin.py +++ b/ishtar_common/admin.py @@ -65,7 +65,7 @@ from django.views.decorators.csrf import csrf_protect  from django import forms -from ishtar_common import models, models_common +from ishtar_common import models, models_common, models_rest  from ishtar_common.apps import admin_site  from ishtar_common.model_merging import merge_model_objects  from ishtar_common.utils import get_cache, create_slug @@ -2087,6 +2087,7 @@ class DocumentTemplateAdmin(admin.ModelAdmin):  admin_site.register(models.DocumentTemplate, DocumentTemplateAdmin) +  class ApiUserAdmin(admin.ModelAdmin):      list_display = ("user_ptr", "ip") @@ -2095,11 +2096,8 @@ admin_site.register(models.ApiUser, ApiUserAdmin)  def get_main_content_types_query(): -    CONTENT_TYPES = ( -        ("archaeological_operations", "operation"), -    )      pks = [] -    for app_label, model_name in CONTENT_TYPES: +    for app_label, model_name in models_rest.MAIN_CONTENT_TYPES:          try:              ct = ContentType.objects.get(app_label=app_label, model=model_name)              pks.append(ct.pk) diff --git a/ishtar_common/migrations/0217_auto_20211006_1526.py b/ishtar_common/migrations/0217_auto_20211013_1517.py index 33299b4c3..1429da5ef 100644 --- a/ishtar_common/migrations/0217_auto_20211006_1526.py +++ b/ishtar_common/migrations/0217_auto_20211013_1517.py @@ -1,6 +1,7 @@ -# Generated by Django 2.2.24 on 2021-10-06 15:26 +# Generated by Django 2.2.24 on 2021-10-13 15:17  from django.conf import settings +import django.contrib.postgres.fields  import django.contrib.postgres.fields.jsonb  from django.db import migrations, models  import django.db.models.deletion @@ -16,14 +17,27 @@ class Migration(migrations.Migration):      operations = [          migrations.CreateModel( +            name='ApiExternalSource', +            fields=[ +                ('id', models.AutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')), +                ('url', models.URLField(verbose_name='URL')), +                ('name', models.CharField(max_length=200, verbose_name='Name')), +                ('key', models.CharField(max_length=40, verbose_name='Key')), +            ], +            options={ +                'verbose_name': 'API - External source', +                'verbose_name_plural': 'API - External sources', +            }, +        ), +        migrations.CreateModel(              name='ApiUser',              fields=[                  ('user_ptr', models.OneToOneField(on_delete=django.db.models.deletion.CASCADE, primary_key=True, related_name='apiuser', serialize=False, to=settings.AUTH_USER_MODEL)),                  ('ip', models.GenericIPAddressField(verbose_name='IP')),              ],              options={ -                'verbose_name': 'Api - User', -                'verbose_name_plural': 'Api - Users', +                'verbose_name': 'API - User', +                'verbose_name_plural': 'API - Users',              },          ),          migrations.AlterField( @@ -170,8 +184,25 @@ class Migration(migrations.Migration):                  ('user', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to='ishtar_common.ApiUser')),              ],              options={ -                'verbose_name': 'Api - Search model', -                'verbose_name_plural': 'Api - Search models', +                'verbose_name': 'API - Search model', +                'verbose_name_plural': 'API - Search models', +            }, +        ), +        migrations.CreateModel( +            name='ApiKeyMatch', +            fields=[ +                ('id', models.AutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')), +                ('search_keys', django.contrib.postgres.fields.ArrayField(base_field=models.CharField(max_length=200), blank=True, size=None, verbose_name='Search keys')), +                ('distant_slug', models.SlugField(allow_unicode=True, max_length=200, verbose_name='Distant key')), +                ('distant_label', models.TextField(blank=True, default='', verbose_name='Distant value')), +                ('local_slug', models.SlugField(allow_unicode=True, max_length=200, verbose_name='Local key')), +                ('local_label', models.TextField(blank=True, default='', verbose_name='Local value')), +                ('search_model', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to='contenttypes.ContentType', verbose_name='Search model')), +                ('source', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to='ishtar_common.ApiExternalSource')), +            ], +            options={ +                'verbose_name': 'API - Key match', +                'verbose_name_plural': 'API - Keys matches',              },          ),      ] diff --git a/ishtar_common/models_rest.py b/ishtar_common/models_rest.py index 7d321ca92..db7d21834 100644 --- a/ishtar_common/models_rest.py +++ b/ishtar_common/models_rest.py @@ -1,10 +1,16 @@  from django.contrib.auth.models import User  from django.contrib.contenttypes.models import ContentType  from django.contrib.gis.db import models +from django.contrib.postgres.fields import ArrayField  from ishtar_common.utils import ugettext_lazy as _ +MAIN_CONTENT_TYPES = ( +    ("archaeological_operations", "operation"), +) + +  class ApiUser(models.Model):      user_ptr = models.OneToOneField(          User, primary_key=True, related_name="apiuser", on_delete=models.CASCADE @@ -12,8 +18,8 @@ class ApiUser(models.Model):      ip = models.GenericIPAddressField(verbose_name=_("IP"))      class Meta: -        verbose_name = _("Api - User") -        verbose_name_plural = _("Api - Users") +        verbose_name = _("API - User") +        verbose_name_plural = _("API - Users")      def __str__(self):          return self.user_ptr.username @@ -28,5 +34,35 @@ class ApiSearchModel(models.Model):      )      class Meta: -        verbose_name = _("Api - Search model") -        verbose_name_plural = _("Api - Search models") +        verbose_name = _("API - Search model") +        verbose_name_plural = _("API - Search models") + + +class ApiExternalSource(models.Model): +    url = models.URLField(verbose_name=_("URL")) +    name = models.CharField(verbose_name=_("Name"), max_length=200) +    key = models.CharField(_("Key"), max_length=40) + +    class Meta: +        verbose_name = _("API - External source") +        verbose_name_plural = _("API - External sources") + + +class ApiKeyMatch(models.Model): +    source = models.ForeignKey(ApiExternalSource, on_delete=models.CASCADE) +    search_model = models.ForeignKey(ContentType, on_delete=models.CASCADE, +                                     verbose_name=_("Search model")) +    search_keys = ArrayField(models.CharField(max_length=200), +                             verbose_name=_("Search keys"), blank=True) +    distant_slug = models.SlugField(verbose_name=_("Distant key"), max_length=200, +                                    allow_unicode=True) +    distant_label = models.TextField(verbose_name=_("Distant value"), blank=True, +                                     default="") +    local_slug = models.SlugField(verbose_name=_("Local key"), max_length=200, +                                  allow_unicode=True) +    local_label = models.TextField(verbose_name=_("Local value"), blank=True, +                                   default="") + +    class Meta: +        verbose_name = _("API - Key match") +        verbose_name_plural = _("API - Keys matches") diff --git a/ishtar_common/rest.py b/ishtar_common/rest.py index 8b4419e82..602bba293 100644 --- a/ishtar_common/rest.py +++ b/ishtar_common/rest.py @@ -1,8 +1,12 @@ +from django.conf import settings +from django.db.models import Q +from django.utils.translation import activate, deactivate +  from rest_framework import authentication, permissions  from rest_framework.response import Response  from rest_framework.views import APIView -from ishtar_common.models import ApiSearchModel +from ishtar_common import models_rest  from ishtar_common.views_item import get_item @@ -10,7 +14,7 @@ class IpModelPermission(permissions.BasePermission):      def has_permission(self, request, view):          if not request.user or not getattr(request.user, "apiuser", None):              return False -        ip_addr = request.META['REMOTE_ADDR'] +        ip_addr = request.META["REMOTE_ADDR"]          q = view.search_model_query(request).filter(user__ip=ip_addr)          return bool(q.count()) @@ -25,14 +29,17 @@ class SearchAPIView(APIView):          super(SearchAPIView, self).__init__(**kwargs)      def search_model_query(self, request): -        return ApiSearchModel.objects.filter( +        return models_rest.ApiSearchModel.objects.filter(              user=request.user.apiuser,              content_type__app_label=self.model._meta.app_label, -            content_type__model=self.model._meta.model_name) +            content_type__model=self.model._meta.model_name, +        )      def get(self, request, format=None):          _get_item = get_item( -            self.model, "get_" + self.model.SLUG, self.model.SLUG, +            self.model, +            "get_" + self.model.SLUG, +            self.model.SLUG,              # TODO: own_table_cols=get_table_cols_for_ope() - adapt columns          )          search_model = self.search_model_query(request).all()[0] @@ -45,4 +52,74 @@ class SearchAPIView(APIView):              request.GET._mutable = False          response = _get_item(request)          return response -        #return Response({}) +        # return Response({}) + + +class FacetAPIView(APIView): +    authentication_classes = (authentication.TokenAuthentication,) +    permission_classes = (permissions.IsAuthenticated, IpModelPermission) +    # keep order for models and select_forms: first model match first select form, ... +    models = [] +    select_forms = [] + +    def __init__(self, **kwargs): +        assert self.models +        assert self.select_forms +        assert len(self.models) == len(self.select_forms) +        super().__init__(**kwargs) + +    def get(self, request, format=None): +        values = {} +        base_queries = self._get_base_search_model_queries() +        for idx, select_form in enumerate(self.select_forms): +            # only send types matching permissions +            model, q = base_queries[idx] +            if ( +                not models_rest.ApiSearchModel.objects.filter(user=request.user.apiuser) +                .filter(q) +                .count() +            ): +                continue +            ct_model = f"{model._meta.app_label}.{model._meta.model_name}" +            values[ct_model] = [] +            for type in select_form.TYPES: +                values_ct = [] +                for item in type.model.objects.filter(available=True).all(): +                    key = item.slug if hasattr(item, "slug") else item.txt_idx +                    values_ct.append((key, str(item))) +                search_key = model.ALT_NAMES[type.key].search_key +                search_keys = [] +                for language_code, language_lbl in settings.LANGUAGES: +                    activate(language_code) +                    search_keys.append(str(search_key).lower()) +                    deactivate() +                values[ct_model].append( +                    [search_keys, values_ct] +                ) +        return Response(values) + +    def _get_base_search_model_queries(self): +        """ +        Get list of (model, query) to match content_types +        """ +        return [ +            ( +                model, +                Q( +                    content_type__app_label=model._meta.app_label, +                    content_type__model=model._meta.model_name, +                ), +            ) +            for model in self.models +        ] + +    def search_model_query(self, request): +        q = None +        for __, base_query in self._get_base_search_model_queries(): +            if not q: +                q = base_query +            else: +                q |= base_query +        return models_rest.ApiSearchModel.objects.filter( +            user=request.user.apiuser +        ).filter(q)  | 
