fix: Attempt fix for OOM issues when deleting large collections

process/management/commands/wiper.py

@@ -1,6 +1,7 @@
 import logging
 
 from django.core.management.base import BaseCommand
+from django.db import connection
 from yapw.methods.blocking import ack
 
 from process.models import Collection
@@ -12,8 +13,17 @@
 logger = logging.getLogger(__name__)
 
 
+def bulk_batch_size(self, fields, objs):
+    return 65536  # 2**16
+
+
 class Command(BaseCommand):
     def handle(self, *args, **options):
+        # Django implements "ON DELETE CASCADE" in Python, not in the database. This causes "InternalError: invalid
+        # memory alloc request size 1073741824" (1GB) due to the memory required.
+        # https://code.djangoproject.com/ticket/30533
+        connection.ops.bulk_batch_size = bulk_batch_size
+
         consume(callback, routing_key, consume_routing_keys, decorator=decorator)