feat (engine): ignore errors that occurred during logical data dump/restore

Author: agneum

engine/configs/config.example.logical_generic.yml

@@ -241,6 +241,9 @@ retrieval:
         # If your source database has 4 vCPUs or less, and you don't want to saturate them, use 2 or 1.
         parallelJobs: 4
 
+        # Ignore errors that occurred during logical data dump. Do not ignore by default.
+        ignoreErrors: false
+
         # Options for direct restore to Database Lab Engine instance.
         # Uncomment this if you prefer restoring from the dump on the fly. In this case,
         # you do not need to use "logicalRestore" job. Keep in mind that unlike "logicalRestore",
@@ -283,6 +286,9 @@ retrieval:
         # Note the existing data will be overwritten.
         forceInit: false
 
+        # Ignore errors that occurred during logical data restore. Do not ignore by default.
+        ignoreErrors: false
+
         # Option to adjust PostgreSQL configuration for a logical restore job
         # It's useful if a restored database contains non-standard extensions.
         <<: *db_configs

engine/configs/config.example.logical_rds_iam.yml

@@ -238,6 +238,9 @@ retrieval:
         # If your source database has 4 vCPUs or less, and you don't want to saturate them, use 2 or 1.
         parallelJobs: 4
 
+        # Ignore errors that occurred during logical data dump. Do not ignore by default.
+        ignoreErrors: false
+
         # Options for direct restore to Database Lab Engine instance.
         # Uncomment this if you prefer restoring from the dump on the fly. In this case,
         # you do not need to use "logicalRestore" job. Keep in mind that unlike "logicalRestore",
@@ -278,6 +281,9 @@ retrieval:
         # Note the existing data will be overwritten.
         forceInit: false
 
+        # Ignore errors that occurred during logical data restore. Do not ignore by default.
+        ignoreErrors: false
+
         # Option to adjust PostgreSQL configuration for a logical restore job
         # It's useful if a restored database contains non-standard extensions.
         <<: *db_configs

engine/internal/retrieval/engine/postgres/logical/dump.go

@@ -87,6 +87,7 @@ type DumpOptions struct {
 	Source          Source                    `yaml:"source"`
 	Databases       map[string]DumpDefinition `yaml:"databases"`
 	ParallelJobs    int                       `yaml:"parallelJobs"`
+	IgnoreErrors    bool                      `yaml:"ignoreErrors"`
 	Restore         ImmediateRestore          `yaml:"immediateRestore"`
 	CustomOptions   []string                  `yaml:"customOptions"`
 }
@@ -513,7 +514,9 @@ func (d *DumpJob) dumpDatabase(ctx context.Context, dumpContID, dbName string, d
 	}); err != nil {
 		log.Err("Dump command failed: ", output)
 
-		return fmt.Errorf("failed to dump a database: %w. Output: %s", err, output)
+		if !d.DumpOptions.IgnoreErrors {
+			return fmt.Errorf("failed to dump a database: %w. Output: %s", err, output)
+		}
 	}
 
 	log.Msg(fmt.Sprintf("Dumping job for the database %q has been finished", dbName))

engine/internal/retrieval/engine/postgres/logical/restore.go

@@ -101,6 +101,7 @@ type RestoreOptions struct {
 	ContainerConfig    map[string]interface{}    `yaml:"containerConfig"`
 	Databases          map[string]DumpDefinition `yaml:"databases"`
 	ForceInit          bool                      `yaml:"forceInit"`
+	IgnoreErrors       bool                      `yaml:"ignoreErrors"`
 	ParallelJobs       int                       `yaml:"parallelJobs"`
 	Configs            map[string]string         `yaml:"configs"`
 	QueryPreprocessing query.PreprocessorCfg     `yaml:"queryPreprocessing"`
@@ -519,7 +520,7 @@ func (r *RestoreJob) restoreDB(ctx context.Context, contID, dbName string, dbDef
 		Env: []string{"PGAPPNAME=" + dleRetrieval},
 	})
 
-	if err != nil {
+	if err != nil && !r.RestoreOptions.IgnoreErrors {
 		log.Err("Restore command failed: ", output)
 
 		return fmt.Errorf("failed to exec restore command: %w. Output: %s", err, output)