Add logging to datanymizer

CHANGELOG.md

@@ -6,6 +6,8 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 ### 🚀 Added
+- Add the ability to select verbose logging features [#184](https://github.com/datanymizer/datanymizer/pull/184)
+  ([@akirill0v](https://github.com/akirill0v))
 - Add the UUID transformer [#180](https://github.com/datanymizer/datanymizer/pull/180)
   ([@evgeniy-r](https://github.com/evgeniy-r))
 - Add the plain text transformer [#177](https://github.com/datanymizer/datanymizer/pull/177)

cli/pg_datanymizer/Cargo.toml

@@ -16,5 +16,6 @@ categories = ["command-line-utilities"]
 anyhow = "1.0"
 datanymizer_dumper = {path = "../../datanymizer_dumper"}
 datanymizer_engine = {path = "../../datanymizer_engine"}
+env_logger = "0.9.0"
 structopt = "0.3.20"
 url = "2.2"

cli/pg_datanymizer/src/main.rs

@@ -9,6 +9,18 @@ mod options;
 
 fn main() -> Result<()> {
     let options = Options::from_args();
+
+    env_logger::init_from_env(env_logger::Env::default().filter_or(
+        "RUST_LOG",
+        match options.verbose {
+            0 => "error",
+            1 => "warn",
+            2 => "info",
+            3 => "debug",
+            _ => "trace",
+        },
+    ));
+
     let app = App::from_options(options)?;
     app.run()
 }

cli/pg_datanymizer/src/options.rs

@@ -99,6 +99,13 @@ pub struct Options {
         help = "The remaining arguments are passed directly to `pg_dump` calls. You should add `--` before <DBNAME> in such cases"
     )]
     pub pg_dump_args: Vec<String>,
+
+    #[structopt(
+        parse(from_occurrences),
+        short = "v",
+        help = "Turn on verbose logging features to get more information about dumper errors"
+    )]
+    pub verbose: u64,
 }
 
 impl Options {

datanymizer_dumper/Cargo.toml

@@ -10,6 +10,7 @@ edition = "2021"
 datanymizer_engine = { path= "../datanymizer_engine" }
 anyhow = "1.0"
 indicatif = "0.15.0"
+log = "0.4.16"
 native-tls = "0.2.7"
 postgres = "0.19.1"
 postgres-native-tls = "0.5.0"

datanymizer_dumper/src/postgres/dumper.rs

@@ -5,6 +5,7 @@ use super::{
 use crate::{indicator::Indicator, Dumper, SchemaInspector, Table};
 use anyhow::Result;
 use datanymizer_engine::{Engine, Filter, Settings, TableList};
+use log::warn;
 use postgres::IsolationLevel;
 use std::{
     io::{self, prelude::*},
@@ -97,7 +98,12 @@ impl<W: 'static + Write + Send, I: 'static + Indicator + Send> PgDumper<W, I> {
                     self.indicator.inc_pb(1);
 
                     let row = PgRow::from_string_row(line?, table.clone());
-                    let transformed = row.transform(&self.engine, cfg.name.as_str())?;
+                    let transformed =
+                        row.transform(&self.engine, cfg.name.as_str())
+                            .map_err(|err| {
+                                warn!("{:#?}", err);
+                                err
+                            })?;
                     self.dump_writer.write_all(transformed.as_bytes())?;
                     self.dump_writer.write_all(b"\n")?;
 

datanymizer_engine/Cargo.toml

@@ -12,6 +12,7 @@ bcrypt = "0.12"
 config = "0.13"
 csv = "1.1"
 fake = { version = "2.4.1" }
+log = "0.4.16"
 once_cell = "1.5.2"
 rand = "0.8.4"
 serde = { version = "1.0", features = ["derive"] }

datanymizer_engine/src/transformers/template/mod.rs

@@ -9,6 +9,7 @@ use crate::{
     },
     Transformers,
 };
+use log::warn;
 use serde::{Deserialize, Serialize};
 use serde_json::Value;
 use std::{
@@ -74,7 +75,14 @@ impl TemplateTransformer {
     }
 
     fn render(&self, ctx: &Context) -> tera::Result<String> {
-        self.renderer.render(TEMPLATE_NAME, ctx)
+        self.renderer.render(TEMPLATE_NAME, ctx).map_err(|err| {
+            warn!(
+                "Can't render template: \n---\n{}\n---\nRules: \n{:#?}\nVariables: \n{:#?}",
+                self.format, self.rules, self.variables
+            );
+            warn!("{:#?}", err);
+            err
+        })
     }
 }
 

docs/pg_datanymizer.md

@@ -16,6 +16,7 @@ pg_datanymizer [OPTIONS] <DBNAME> [PG_DUMP_ARGS]...
 | `--accept_invalid_hostnames` | Accept invalid hostnames when using SSL
 | `--help`                     | Prints help information
 | `-V`, `--version`            | Prints version information
+| `-v`, `--verbose`            | Turn on verbose logging to show more information about errors
 
 #### OPTIONS