Implement backups

* trigger backup importation via http route * follow backup advancement with status route * import backup via a command line * let user choose batch size of documents to import (command lines) closes #884 closes #840
meilisearch · Sep 28, 2020 · c254320 · c254320
1 parent efe5984
commit c254320
Show file tree

Hide file tree

Showing 26 changed files with 1,301 additions and 155 deletions.
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -30,6 +30,11 @@ jobs:
       with:
         command: test
         args: --locked --release
+    - name: Run cargo test backup
+      uses: actions-rs/cargo@v1
+      with:
+        command: test
+        args: backup --locked --release -- --ignored --test-threads 1
     - name: Run cargo clippy
       uses: actions-rs/cargo@v1
       with:

diff --git a/Cargo.lock b/Cargo.lock
diff --git a/meilisearch-core/src/database.rs b/meilisearch-core/src/database.rs
@@ -586,6 +586,8 @@ impl Database {
             .main
             .put_fields_distribution(writer, &frequency)
     }
+
+    pub fn version(&self) -> (u32, u32, u32) { self.database_version }
 }
 
 #[cfg(test)]

diff --git a/meilisearch-error/src/lib.rs b/meilisearch-error/src/lib.rs
@@ -76,6 +76,9 @@ pub enum Code {
     RetrieveDocument,
     SearchDocuments,
     UnsupportedMediaType,
+
+    BackupAlreadyInProgress,
+    BackupProcessFailed,
 }
 
 impl Code {
@@ -122,6 +125,10 @@ impl Code {
             RetrieveDocument => ErrCode::internal("unretrievable_document", StatusCode::BAD_REQUEST),
             SearchDocuments => ErrCode::internal("search_error", StatusCode::BAD_REQUEST),
             UnsupportedMediaType => ErrCode::invalid("unsupported_media_type", StatusCode::UNSUPPORTED_MEDIA_TYPE),
+
+            // error related to backup
+            BackupAlreadyInProgress => ErrCode::invalid("backup_already_in_progress", StatusCode::CONFLICT),
+            BackupProcessFailed => ErrCode::internal("backup_process_failed", StatusCode::INTERNAL_SERVER_ERROR),
         }
     }
 

diff --git a/meilisearch-http/Cargo.toml b/meilisearch-http/Cargo.toml
@@ -37,6 +37,7 @@ meilisearch-error = { path = "../meilisearch-error", version = "0.14.1" }
 meilisearch-schema = { path = "../meilisearch-schema", version = "0.14.1" }
 meilisearch-tokenizer = {path = "../meilisearch-tokenizer", version = "0.14.1"}
 mime = "0.3.16"
+once_cell = "1.4.1"
 rand = "0.7.3"
 regex = "1.3.6"
 rustls = "0.18"