Tasks: ishtar_maintenance - task_check_cached_label

1 files changed, 85 insertions, 4 deletions

diff --git a/ishtar_common/management/commands/ishtar_maintenance.py b/ishtar_common/management/commands/ishtar_maintenance.py
index 9ca03738a..1b9a9be53 100644
--- a/ishtar_common/management/commands/ishtar_maintenance.py
+++ b/ishtar_common/management/commands/ishtar_maintenance.py
@@ -1,11 +1,16 @@
 #!/usr/bin/env python
 # -*- coding: utf-8 -*-
+
 from argparse import RawTextHelpFormatter
+import csv
 import datetime
+import os
 import sys
 
-from django.core.management.base import BaseCommand, CommandError
 from django.apps import apps
+from django.conf import settings
+from django.core.management.base import BaseCommand, CommandError
+from django.template.defaultfilters import slugify
 
 from ishtar_common import models_common
 
@@ -18,8 +23,76 @@ APPS = (
     "archaeological_warehouse",
 )
 
+log_path = os.sep.join([settings.ROOT_PATH, "logs"])
+if not os.path.exists(log_path):
+    os.mkdir(log_path, mode=0o770)
+
 
-def task_main_image(quiet=False):
+def task_check_cached_label(quiet=False, log=False):
+    for model in apps.get_models():
+        if model.__name__.startswith("Historical"):
+            continue
+        if hasattr(model, "CACHED_LABELS") and model.CACHED_LABELS:
+            cached_keys = model.CACHED_LABELS
+        elif hasattr(model, "cached_label") and "Basket" not in model.__name__:
+            cached_keys = ["cached_label"]
+        else:
+            continue
+        store_results = []
+        msg = "-> processing {}: ".format(model._meta.verbose_name)
+        q = model.objects
+        ln = q.count()
+
+        changed_nb = 0
+        for idx, obj_id in enumerate(q.values("pk").all()):
+            obj = model.objects.get(pk=obj_id["pk"])
+            if not quiet:
+                cmsg = "\r{} {}/{}".format(msg, idx + 1, ln)
+                sys.stdout.write(cmsg)
+                sys.stdout.flush()
+            changed = False
+            for cached_key in cached_keys:
+                gen_func = "_generate_" + cached_key
+                if not hasattr(obj, gen_func):
+                    continue
+                lbl = getattr(obj, gen_func)()
+                if lbl != getattr(obj, cached_key):
+                    setattr(obj, cached_key, lbl)
+                    if log:
+                        store_results.append(
+                            (
+                                obj.pk,
+                                str(obj),
+                                cached_key,
+                                getattr(obj, cached_key),
+                                lbl,
+                            )
+                        )
+                    changed = True
+                    changed_nb += 1
+            if changed:
+                obj.skip_history_when_saving = True
+                obj._no_move = True
+                obj._no_geo_check = True
+                obj.save()
+        if not quiet:
+            if changed_nb:
+                cmsg = f"\r{msg} {changed_nb} updated" + 20 * " " + "\n"
+            else:
+                cmsg = " " * 80
+            sys.stdout.write(cmsg)
+        if log and changed_nb:
+            filename = f"{slugify(model.__name__)}-{get_time().replace(':', '')}.csv"
+            path = os.sep.join([log_path, filename])
+            with open(path, 'w+') as fle:
+                writer = csv.writer(fle)
+                writer.writerow(["id", "name", "attribute", "old", "new"])
+                writer.writerows(store_results)
+            if not quiet:
+                sys.stdout.write(f"log: {path} written.")
+
+
+def task_main_image(quiet=False, log=False):
     for model in apps.get_models():
         if not issubclass(model, models_common.DocumentItem):
             continue
@@ -48,7 +121,11 @@ TASKS = {
     "main_image": {
         "help": "for items with images and no main image, put the first one created as a main image.",
         "action": task_main_image,
-    }
+    },
+    "cached_label": {
+        "help": "regenerate cached label on all tables if necessary",
+        "action": task_check_cached_label,
+    },
 }
 
 
@@ -67,16 +144,20 @@ class Command(BaseCommand):
         parser.add_argument(
             "--quiet", dest="quiet", action="store_true", help="Quiet output"
         )
+        parser.add_argument(
+            "--log", dest="log", action="store_true", help="Log into a file"
+        )
 
     def handle(self, *args, **options):
         if options["task"] not in TASKS.keys():
             msg = f"{options['task']} is not a valid task. Available tasks are:\n"
             msg += "\n".join(TASKS.keys())
             raise CommandError(msg)
+        log = options["log"]
         quiet = options["quiet"]
         if not quiet:
             sys.stdout.write(f"[{get_time()}] Processing task {options['task']}\n")
-        errors = TASKS[options["task"]]["action"](quiet=quiet)
+        errors = TASKS[options["task"]]["action"](quiet=quiet, log=log)
         if not errors:
             if not quiet:
                 sys.stdout.write(f"[{get_time()}] Task {options['task']} finished\n")