From 64f415dfa1ac26c3914a378353fc3e0dca5b4549 Mon Sep 17 00:00:00 2001 From: Simon Conseil Date: Fri, 18 Dec 2015 10:36:15 +0100 Subject: [PATCH] Sync changes in the db after each task execution. --- doit/dependency.py | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) diff --git a/doit/dependency.py b/doit/dependency.py index 84973144..fbd20917 100644 --- a/doit/dependency.py +++ b/doit/dependency.py @@ -84,6 +84,8 @@ def dump(self): finally: db_file.close() + sync = dump + def set(self, task_id, dependency, value): """Store value in the DB.""" if task_id not in self._db: @@ -162,6 +164,11 @@ def dump(self): self._dbm[task_id] = json.dumps(self._db[task_id]) self._dbm.close() + def sync(self): + for task_id in self.dirty: + self._dbm[task_id] = json.dumps(self._db[task_id]) + self._dbm.sync() + self.dirty = set() def set(self, task_id, dependency, value): """Store value in the DB.""" @@ -319,6 +326,14 @@ def dump(self): self._conn.close() self._dirty = set() + def sync(self): + """save/close sqlite3 DB file""" + for task_id in self._dirty: + self._conn.execute('insert or replace into doit values (?,?)', + (task_id, json.dumps(self._cache[task_id]))) + self._conn.commit() + self._dirty = set() + def remove(self, task_id): """remove saved dependencies from DB for taskId""" if task_id in self._cache: @@ -479,6 +494,7 @@ def __init__(self, db_class, backend_name, checker_cls=MD5Checker): self.remove_all = self.backend.remove_all self._in = self.backend.in_ self.name = self.backend.name + self.sync = self.backend.sync def close(self): """Write DB in file""" @@ -515,6 +531,7 @@ def save_success(self, task, result_hash=None): # save list of file_deps self._set(task.name, 'deps:', tuple(task.file_dep)) + self.sync() def get_values(self, task_name): """get all saved values from a task