🐛 [#296] Resync zaken and items after re-caching

Author: SilviaAmAm

backend/src/openarchiefbeheer/destruction/utils.py

@@ -3,13 +3,15 @@
 from django.conf import settings
 from django.core.mail import send_mail
 from django.db import transaction
+from django.db.models import OuterRef, Q, Subquery
 
 from openarchiefbeheer.accounts.models import User
 from openarchiefbeheer.emails.models import EmailConfig
 from openarchiefbeheer.emails.render_backend import get_sandboxed_backend
+from openarchiefbeheer.zaken.models import Zaak
 
 from .constants import InternalStatus
-from .models import DestructionList, DestructionListAssignee
+from .models import DestructionList, DestructionListAssignee, DestructionListItem
 
 
 def notify(subject: str, body: str, context: dict, recipients: list[str]) -> None:
@@ -130,3 +132,11 @@ def process_new_assignees(
         )
 
     return new_assignees
+
+
+def resync_items_and_zaken() -> None:
+    DestructionListItem.objects.filter(~Q(_zaak_url=""), zaak__isnull=True).update(
+        zaak_id=Subquery(
+            Zaak.objects.filter(url=OuterRef("_zaak_url")).values("pk")[:1]
+        )
+    )

backend/src/openarchiefbeheer/zaken/tasks.py

@@ -2,13 +2,15 @@
 import logging
 
 from django.conf import settings
+from django.db import transaction
 from django.db.models import Max
 
 from zgw_consumers.client import build_client
 from zgw_consumers.constants import APITypes
 from zgw_consumers.models import Service
 
 from openarchiefbeheer.celery import app
+from openarchiefbeheer.destruction.utils import resync_items_and_zaken
 
 from .api.serializers import ZaakSerializer
 from .models import Zaak
@@ -67,3 +69,48 @@ def retrieve_and_cache_zaken_from_openzaak() -> None:
         serializer = ZaakSerializer(data=zaken, many=True)
         serializer.is_valid(raise_exception=True)
         serializer.save()
+
+
+@app.task
+@transaction.atomic()
+def resync_zaken():
+    zrc_service = Service.objects.get(api_type=APITypes.zrc)
+    zrc_client = build_client(zrc_service)
+
+    today = datetime.date.today()
+    query_params = {
+        "expand": "resultaat,resultaat.resultaattype,zaaktype,rollen",
+        "archiefnominatie": "vernietigen",
+        "einddatum__isnull": False,
+        "einddatum__lt": today.isoformat(),
+    }
+
+    Zaak.objects.all().delete()
+
+    with zrc_client:
+        response = zrc_client.get(
+            "zaken",
+            headers={"Accept-Crs": "EPSG:4326"},
+            params=query_params,
+            timeout=settings.REQUESTS_DEFAULT_TIMEOUT,
+        )
+        response.raise_for_status()
+
+        data_iterator = pagination_helper(
+            zrc_client,
+            response.json(),
+            headers={"Accept-Crs": "EPSG:4326"},
+            timeout=settings.REQUESTS_DEFAULT_TIMEOUT,
+        )
+
+        for index, data in enumerate(data_iterator):
+            logger.info("Retrieved page %s.", index + 1)
+
+            zaken = process_expanded_data(data["results"])
+
+            serializer = ZaakSerializer(data=zaken, many=True)
+            serializer.is_valid(raise_exception=True)
+            serializer.save()
+
+        # Resync the destruction list items with the zaken
+        resync_items_and_zaken()