Merge 2030736 into 72afade

observation_portal/observations/models.py

@@ -5,7 +5,9 @@
 from datetime import timedelta
 
 from observation_portal.requestgroups.models import Request, Configuration
+import logging
 
+logger = logging.getLogger()
 
 class Observation(models.Model):
     STATE_CHOICES = (
@@ -72,6 +74,18 @@ def cancel(observations):
 
         return deleted_observations.get('observations.Observation', 0) + canceled + aborted
 
+    @staticmethod
+    def delete_old_observations(cutoff):
+        observations = Observation.objects.filter(start__lt=cutoff, end__lt=cutoff, state='CANCELED').exclude(
+            configuration_statuses__state__in=['ATTEMPTED', 'FAILED', 'COMPLETED']
+        )
+        total_deleted, deleted_dict = observations.delete()
+        logger.warning('Deleted {} objects: {} observations, {} configuration_statuses, and {} summaries'.format(
+            total_deleted, deleted_dict.get('observations.Observation', 0),
+            deleted_dict.get('observations.ConfigurationStatus', 0),
+            deleted_dict.get('observations.Summary', 0)
+        ))
+
     def as_dict(self, no_request=False):
         ret_dict = model_to_dict(self)
         if no_request:

observation_portal/observations/tasks.py

@@ -0,0 +1,14 @@
+import dramatiq
+import logging
+from datetime import datetime, timedelta
+
+from observation_portal.observations.models import Observation
+
+logger = logging.getLogger(__name__)
+
+
+@dramatiq.actor()
+def delete_old_observations():
+    cutoff = datetime.utcnow() - timedelta(days=14)
+    logger.info(f'Deleting CANCELED observations before cutoff date {cutoff}')
+    Observation.delete_old_observations()

observation_portal/task_scheduler.py

@@ -2,6 +2,7 @@
 from apscheduler.triggers.cron import CronTrigger
 
 from observation_portal.requestgroups.tasks import expire_requests
+from observation_portal.observations.tasks import delete_old_observations
 from observation_portal.accounts.tasks import expire_access_tokens
 
 def run():
@@ -10,6 +11,10 @@ def run():
         expire_requests.send,
         CronTrigger.from_crontab('*/5 * * * *')
     )
+    scheduler.add_job(
+        delete_old_observations.send,
+        CronTrigger.from_crontab('0 * * * *')
+    )
     scheduler.add_job(
         expire_access_tokens.send,
         CronTrigger.from_crontab('0 15 * * *')