deploy: d43f6b1

ui-master-bigquery/alerts.json

@@ -1 +1 @@
-[{"type": "test", "model": "re-data-testing.toy_shop_master_sources.toy_shop_customers", "message": "Test source_not_null_toy_shop_master_sources_toy_shop_customers_age failed for column age.", "value": "Fail", "time_window_end": "2024-01-20 14:02:27"}, {"type": "schema_change", "model": "re-data-testing.toy_shop_master.orders", "message": "column completed of type BOOL was removed.", "value": "", "time_window_end": "2024-01-20 14:02:19"}, {"type": "test", "model": "re-data-testing.toy_shop_master_sources.toy_shop_customers", "message": "Test source_not_null_toy_shop_master_sources_toy_shop_customers_age failed for column age.", "value": "Fail", "time_window_end": "2024-01-20 14:02:12"}, {"type": "test", "model": "re-data-testing.toy_shop_master_sources.toy_shop_customers", "message": "Test source_not_null_toy_shop_master_sources_toy_shop_customers_age failed for column age.", "value": "Fail", "time_window_end": "2024-01-20 14:02:11"}, {"type": "test", "model": "re-data-testing.toy_shop_master_sources.toy_shop_customers", "message": "Test re_data_source_assert_in_range_toy_shop_master_sources_toy_shop_customers_20__row_count__10 failed.", "value": "Fail", "time_window_end": "2024-01-20 14:02:11"}, {"type": "test", "model": "re-data-testing.toy_shop_master.orders", "message": "Test re_data_assert_in_range_orders_550__row_count__450 failed.", "value": "Fail", "time_window_end": "2024-01-20 14:02:11"}, {"type": "schema_change", "model": "re-data-testing.toy_shop_master.orders", "message": "column completed of type BOOL was added.", "value": "", "time_window_end": "2024-01-20 14:02:04"}, {"type": "anomaly", "model": "re-data-testing.toy_shop_master.orders_per_age", "message": "min_length(status) is 47.37% less than average.", "value": "2.00", "time_window_end": "2021-01-11 00:12:00"}, {"type": "anomaly", "model": "re-data-testing.toy_shop_master.orders", "message": "min_length(status) is 47.37% less than average.", "value": "2.00", "time_window_end": "2021-01-11 00:12:00"}, {"type": "anomaly", "model": "re-data-testing.toy_shop_master.orders", "message": "distinct_values(status) is 150.00% greater than average.", "value": "9.00", "time_window_end": "2021-01-11 00:12:00"}, {"type": "anomaly", "model": "re-data-testing.toy_shop_master.orders_per_age", "message": "min(amount) is 1.80% greater than average.", "value": "51.00", "time_window_end": "2021-01-11 00:12:00"}, {"type": "anomaly", "model": "re-data-testing.toy_shop_master.orders", "message": "min(amount) is 1.80% greater than average.", "value": "51.00", "time_window_end": "2021-01-11 00:12:00"}, {"type": "anomaly", "model": "re-data-testing.toy_shop_master.orders", "message": "nulls_percent(amount) is 900.00% greater than average.", "value": "1.21%", "time_window_end": "2021-01-11 00:12:00"}, {"type": "anomaly", "model": "re-data-testing.toy_shop_master.orders_per_age", "message": "nulls_percent(amount) is 900.00% greater than average.", "value": "1.21%", "time_window_end": "2021-01-11 00:12:00"}, {"type": "anomaly", "model": "re-data-testing.toy_shop_master.orders_per_age", "message": "avg_length(status) is 3.56% less than average.", "value": "6.44", "time_window_end": "2021-01-11 00:12:00"}, {"type": "anomaly", "model": "re-data-testing.toy_shop_master.orders", "message": "row_count is 9.92% less than average.", "value": "447", "time_window_end": "2021-01-09 00:12:00"}, {"type": "anomaly", "model": "re-data-testing.toy_shop_master.orders_per_age", "message": "row_count is 9.92% less than average.", "value": "447", "time_window_end": "2021-01-09 00:12:00"}, {"type": "anomaly", "model": "re-data-testing.toy_shop_master_sources.toy_shop_customers", "message": "min(age) is 21.80% greater than average.", "value": "27.00", "time_window_end": "2021-01-07 00:12:00"}, {"type": "anomaly", "model": "re-data-testing.toy_shop_master.revenue_per_age", "message": "stddev(age) is 1.49% greater than average.", "value": "15.86", "time_window_end": "2021-01-04 00:12:00"}]
+[{"type": "test", "model": "re-data-testing.toy_shop_master_sources.toy_shop_customers", "message": "Test re_data_source_assert_in_range_toy_shop_master_sources_toy_shop_customers_20__row_count__10 failed.", "value": "Fail", "time_window_end": "2024-04-30 02:02:46"}, {"type": "test", "model": "re-data-testing.toy_shop_master.orders", "message": "Test re_data_assert_in_range_orders_550__row_count__450 failed.", "value": "Fail", "time_window_end": "2024-04-30 02:02:46"}, {"type": "schema_change", "model": "re-data-testing.toy_shop_master.orders", "message": "column completed of type BOOL was removed.", "value": "", "time_window_end": "2024-04-30 02:02:43"}, {"type": "schema_change", "model": "re-data-testing.toy_shop_master.orders", "message": "column completed of type BOOL was added.", "value": "", "time_window_end": "2024-04-30 02:02:30"}, {"type": "anomaly", "model": "re-data-testing.toy_shop_master.orders_per_age", "message": "nulls_percent(amount) is 900.00% greater than average.", "value": "1.21%", "time_window_end": "2021-01-11 00:12:00"}, {"type": "anomaly", "model": "re-data-testing.toy_shop_master.orders", "message": "nulls_percent(amount) is 900.00% greater than average.", "value": "1.21%", "time_window_end": "2021-01-11 00:12:00"}, {"type": "anomaly", "model": "re-data-testing.toy_shop_master.orders", "message": "min_length(status) is 47.37% less than average.", "value": "2.00", "time_window_end": "2021-01-11 00:12:00"}, {"type": "anomaly", "model": "re-data-testing.toy_shop_master.orders_per_age", "message": "min_length(status) is 47.37% less than average.", "value": "2.00", "time_window_end": "2021-01-11 00:12:00"}, {"type": "anomaly", "model": "re-data-testing.toy_shop_master.orders_per_age", "message": "min(amount) is 1.80% greater than average.", "value": "51.00", "time_window_end": "2021-01-11 00:12:00"}, {"type": "anomaly", "model": "re-data-testing.toy_shop_master.orders", "message": "min(amount) is 1.80% greater than average.", "value": "51.00", "time_window_end": "2021-01-11 00:12:00"}, {"type": "anomaly", "model": "re-data-testing.toy_shop_master.orders", "message": "distinct_values(status) is 150.00% greater than average.", "value": "9.00", "time_window_end": "2021-01-11 00:12:00"}, {"type": "anomaly", "model": "re-data-testing.toy_shop_master.orders_per_age", "message": "avg_length(status) is 3.56% less than average.", "value": "6.44", "time_window_end": "2021-01-11 00:12:00"}, {"type": "anomaly", "model": "re-data-testing.toy_shop_master.orders", "message": "row_count is 9.92% less than average.", "value": "447", "time_window_end": "2021-01-09 00:12:00"}, {"type": "anomaly", "model": "re-data-testing.toy_shop_master.orders_per_age", "message": "row_count is 9.92% less than average.", "value": "447", "time_window_end": "2021-01-09 00:12:00"}, {"type": "anomaly", "model": "re-data-testing.toy_shop_master_sources.toy_shop_customers", "message": "min(age) is 21.80% greater than average.", "value": "27.00", "time_window_end": "2021-01-07 00:12:00"}, {"type": "anomaly", "model": "re-data-testing.toy_shop_master.revenue_per_age", "message": "stddev(age) is 1.49% greater than average.", "value": "15.86", "time_window_end": "2021-01-04 00:12:00"}]

ui-master-bigquery/metadata.json

@@ -1 +1 @@
-{"project_dict": {"name": "toy_shop", "version": "1.0.0", "config-version": 2, "profile": "toy_shop", "target-path": "target", "clean-targets": ["target", "dbt_modules", "dbt_packages"], "model-paths": ["models", "sources"], "models": {"re_data": {"enabled": true}, "toy_shop": {"revenue": {"+re_data_monitored": true, "+re_data_time_filter": "created_at", "revenue_per_age": {"+re_data_columns": ["sum", "age"]}}}}, "sources": {"toy_shop": {"toy_shop_master_sources": {"toy_shop_customers": {"+re_data_monitored": true, "+re_data_time_filter": "joined_at", "+re_data_columns": ["first_name", "last_name", "age"]}}}}, "seeds": {"toy_shop": {"orders": {"+re_data_monitored": true, "+re_data_time_filter": "created_at", "+re_data_metrics": {"table": ["orders_above_100"], "column": {"status": ["distinct_values"]}}}}}, "vars": {"re_data:store_table_samples": true, "re_data:anomaly_detector": {"name": "modified_z_score", "threshold": 3}, "re_data:save_test_history": true, "re_data:owners_config": {"deji": [{"type": "slack", "identifier": "U02FHBSTW0H", "name": "deji"}], "backend": [{"type": "email", "identifier": "mateusz@getre.io", "name": "mateusz"}, {"type": "email", "identifier": "deji@getre.io", "name": "deji"}, {"type": "slack", "identifier": "U01F80NJW23", "name": "mateusz"}, {"type": "slack", "identifier": "U02FHBSTW0H", "name": "deji"}], "frontend": [{"type": "slack", "identifier": "U02RD3S3WP8", "name": "emma"}, {"type": "slack", "identifier": "U02FHBSTW0H", "name": "deji"}, {"type": "email", "identifier": "deji@getre.io", "name": "deji"}]}, "re_data:metrics_groups": {"toy_shop_group": {"table": ["row_count", "freshness"], "column": {"numeric": ["min", "max", "avg", "stddev", "nulls_percent"], "text": ["min_length", "max_length", "avg_length", "missing_percent"]}}}, "re_data:default_metrics": ["toy_shop_group"]}}, "packages": {"packages": [{"package": "dbt-labs/dbt_utils", "version": [">=1.0.0", "<1.2.0"]}, {"git": "https://github.com/re-data/dbt-re-data.git", "revision": "main"}]}, "version": "0.11.0", "generated_at": "2024-01-20 14:19:56", "re_data_args": {"start_date": "2021-01-01", "end_date": "2024-01-20", "interval": "days:1"}}
+{"project_dict": {"name": "toy_shop", "version": "1.0.0", "config-version": 2, "profile": "toy_shop", "target-path": "target", "clean-targets": ["target", "dbt_modules", "dbt_packages"], "model-paths": ["models", "sources"], "models": {"re_data": {"enabled": true}, "toy_shop": {"revenue": {"+re_data_monitored": true, "+re_data_time_filter": "created_at", "revenue_per_age": {"+re_data_columns": ["sum", "age"]}}}}, "sources": {"toy_shop": {"toy_shop_master_sources": {"toy_shop_customers": {"+re_data_monitored": true, "+re_data_time_filter": "joined_at", "+re_data_columns": ["first_name", "last_name", "age"]}}}}, "seeds": {"toy_shop": {"orders": {"+re_data_monitored": true, "+re_data_time_filter": "created_at", "+re_data_metrics": {"table": ["orders_above_100"], "column": {"status": ["distinct_values"]}}}}}, "vars": {"re_data:store_table_samples": true, "re_data:anomaly_detector": {"name": "modified_z_score", "threshold": 3}, "re_data:save_test_history": true, "re_data:show_warns_as_alerts": true, "re_data:owners_config": {"deji": [{"type": "slack", "identifier": "U02FHBSTW0H", "name": "deji"}], "backend": [{"type": "email", "identifier": "mateusz@getre.io", "name": "mateusz"}, {"type": "email", "identifier": "deji@getre.io", "name": "deji"}, {"type": "slack", "identifier": "U01F80NJW23", "name": "mateusz"}, {"type": "slack", "identifier": "U02FHBSTW0H", "name": "deji"}], "frontend": [{"type": "slack", "identifier": "U02RD3S3WP8", "name": "emma"}, {"type": "slack", "identifier": "U02FHBSTW0H", "name": "deji"}, {"type": "email", "identifier": "deji@getre.io", "name": "deji"}]}, "re_data:metrics_groups": {"toy_shop_group": {"table": ["row_count", "freshness"], "column": {"numeric": ["min", "max", "avg", "stddev", "nulls_percent"], "text": ["min_length", "max_length", "avg_length", "missing_percent"]}}}, "re_data:default_metrics": ["toy_shop_group"]}}, "packages": {"packages": [{"package": "dbt-labs/dbt_utils", "version": [">=1.0.0", "<1.2.0"]}, {"git": "https://github.com/re-data/dbt-re-data.git", "revision": "main"}]}, "version": "0.11.0", "generated_at": "2024-04-30 02:48:26", "re_data_args": {"start_date": "2021-01-01", "end_date": "2024-04-30", "interval": "days:1"}}

ui-master-bigquery/monitored.json

@@ -1 +1 @@
-[{"model": "`re-data-testing`.`toy_shop_master`.`companies`", "time_filter": null, "metrics": "{\"group\": {\"table\": [\"row_count\", \"freshness\"], \"column\": {\"numeric\": [\"min\", \"max\", \"avg\", \"stddev\", \"nulls_percent\"], \"text\": [\"min_length\", \"max_length\", \"avg_length\", \"missing_percent\"]}}, \"additional\": {}}", "columns": "[\"brand_name\", \"show\", \"year\"]", "anomaly_detector": "{\"name\": \"modified_z_score\", \"threshold\": 3}", "owners": "{}"}, {"model": "`re-data-testing`.`toy_shop_master_sources`.`toy_shop_customers`", "time_filter": "joined_at", "metrics": "{\"group\": {\"table\": [\"row_count\", \"freshness\"], \"column\": {\"numeric\": [\"min\", \"max\", \"avg\", \"stddev\", \"nulls_percent\"], \"text\": [\"min_length\", \"max_length\", \"avg_length\", \"missing_percent\"]}}, \"additional\": {}}", "columns": "[\"first_name\", \"last_name\", \"age\"]", "anomaly_detector": "{\"name\": \"modified_z_score\", \"threshold\": 3}", "owners": "{}"}, {"model": "`re-data-testing`.`toy_shop_master`.`revenue_per_age`", "time_filter": "created_at", "metrics": "{\"group\": {\"table\": [\"row_count\", \"freshness\"], \"column\": {\"numeric\": [\"min\", \"max\", \"avg\", \"stddev\", \"nulls_percent\"], \"text\": [\"min_length\", \"max_length\", \"avg_length\", \"missing_percent\"]}}, \"additional\": {}}", "columns": "[\"sum\", \"age\"]", "anomaly_detector": "{\"name\": \"modified_z_score\", \"threshold\": 3}", "owners": "{}"}, {"model": "`re-data-testing`.`toy_shop_master`.`orders_per_age`", "time_filter": "created_at", "metrics": "{\"group\": {\"table\": [\"row_count\", \"freshness\"], \"column\": {\"numeric\": [\"min\", \"max\", \"avg\", \"stddev\", \"nulls_percent\"], \"text\": [\"min_length\", \"max_length\", \"avg_length\", \"missing_percent\"]}}, \"additional\": {\"table\": [\"orders_above_100\"]}}", "columns": "[\"amount\", \"status\", \"age\"]", "anomaly_detector": "{\"name\": \"z_score\", \"threshold\": 2.0}", "owners": "{\"U02RD3S3WP8\": {\"notify_channel\": \"slack\", \"owner\": \"frontend\", \"name\": \"emma\"}, \"U02FHBSTW0H\": {\"notify_channel\": \"slack\", \"owner\": \"frontend\", \"name\": \"deji\"}, \"deji@getre.io\": {\"notify_channel\": \"email\", \"owner\": \"frontend\", \"name\": \"deji\"}}"}, {"model": "`re-data-testing`.`toy_shop_master`.`pending_orders`", "time_filter": "created_at", "metrics": "{\"group\": {\"table\": [\"row_count\", \"freshness\"], \"column\": {\"numeric\": [\"min\", \"max\", \"avg\", \"stddev\", \"nulls_percent\"], \"text\": [\"min_length\", \"max_length\", \"avg_length\", \"missing_percent\"]}}, \"additional\": {\"table\": [\"orders_above_100\"]}}", "columns": "[\"amount\", \"status\"]", "anomaly_detector": "{\"name\": \"z_score\", \"threshold\": 3.0}", "owners": "{\"U02FHBSTW0H\": {\"notify_channel\": \"slack\", \"owner\": \"deji\", \"name\": \"deji\"}}"}, {"model": "`re-data-testing`.`toy_shop_master`.`orders`", "time_filter": "created_at", "metrics": "{\"group\": {\"table\": [\"row_count\", \"freshness\"], \"column\": {\"numeric\": [\"min\", \"max\", \"avg\", \"stddev\", \"nulls_percent\"], \"text\": [\"min_length\", \"max_length\", \"avg_length\", \"missing_percent\"]}}, \"additional\": {\"table\": [\"orders_above_100\"], \"column\": {\"status\": [\"distinct_values\"]}}}", "columns": "[\"amount\", \"status\"]", "anomaly_detector": "{\"name\": \"boxplot\", \"whisker_boundary_multiplier\": 2.0}", "owners": "{\"mateusz@getre.io\": {\"notify_channel\": \"email\", \"owner\": \"backend\", \"name\": \"mateusz\"}, \"deji@getre.io\": {\"notify_channel\": \"email\", \"owner\": \"backend\", \"name\": \"deji\"}, \"U01F80NJW23\": {\"notify_channel\": \"slack\", \"owner\": \"backend\", \"name\": \"mateusz\"}, \"U02FHBSTW0H\": {\"notify_channel\": \"slack\", \"owner\": \"backend\", \"name\": \"deji\"}}"}]
+[{"model": "`re-data-testing`.`toy_shop_master_sources`.`toy_shop_customers`", "time_filter": "joined_at", "metrics": "{\"group\": {\"table\": [\"row_count\", \"freshness\"], \"column\": {\"numeric\": [\"min\", \"max\", \"avg\", \"stddev\", \"nulls_percent\"], \"text\": [\"min_length\", \"max_length\", \"avg_length\", \"missing_percent\"]}}, \"additional\": {}}", "columns": "[\"first_name\", \"last_name\", \"age\"]", "anomaly_detector": "{\"name\": \"modified_z_score\", \"threshold\": 3}", "owners": "{}"}, {"model": "`re-data-testing`.`toy_shop_master`.`companies`", "time_filter": null, "metrics": "{\"group\": {\"table\": [\"row_count\", \"freshness\"], \"column\": {\"numeric\": [\"min\", \"max\", \"avg\", \"stddev\", \"nulls_percent\"], \"text\": [\"min_length\", \"max_length\", \"avg_length\", \"missing_percent\"]}}, \"additional\": {}}", "columns": "[\"brand_name\", \"show\", \"year\"]", "anomaly_detector": "{\"name\": \"modified_z_score\", \"threshold\": 3}", "owners": "{}"}, {"model": "`re-data-testing`.`toy_shop_master`.`revenue_per_age`", "time_filter": "created_at", "metrics": "{\"group\": {\"table\": [\"row_count\", \"freshness\"], \"column\": {\"numeric\": [\"min\", \"max\", \"avg\", \"stddev\", \"nulls_percent\"], \"text\": [\"min_length\", \"max_length\", \"avg_length\", \"missing_percent\"]}}, \"additional\": {}}", "columns": "[\"sum\", \"age\"]", "anomaly_detector": "{\"name\": \"modified_z_score\", \"threshold\": 3}", "owners": "{}"}, {"model": "`re-data-testing`.`toy_shop_master`.`orders_per_age`", "time_filter": "created_at", "metrics": "{\"group\": {\"table\": [\"row_count\", \"freshness\"], \"column\": {\"numeric\": [\"min\", \"max\", \"avg\", \"stddev\", \"nulls_percent\"], \"text\": [\"min_length\", \"max_length\", \"avg_length\", \"missing_percent\"]}}, \"additional\": {\"table\": [\"orders_above_100\"]}}", "columns": "[\"amount\", \"status\", \"age\"]", "anomaly_detector": "{\"name\": \"z_score\", \"threshold\": 2.0}", "owners": "{\"U02RD3S3WP8\": {\"notify_channel\": \"slack\", \"owner\": \"frontend\", \"name\": \"emma\"}, \"U02FHBSTW0H\": {\"notify_channel\": \"slack\", \"owner\": \"frontend\", \"name\": \"deji\"}, \"deji@getre.io\": {\"notify_channel\": \"email\", \"owner\": \"frontend\", \"name\": \"deji\"}}"}, {"model": "`re-data-testing`.`toy_shop_master`.`pending_orders`", "time_filter": "created_at", "metrics": "{\"group\": {\"table\": [\"row_count\", \"freshness\"], \"column\": {\"numeric\": [\"min\", \"max\", \"avg\", \"stddev\", \"nulls_percent\"], \"text\": [\"min_length\", \"max_length\", \"avg_length\", \"missing_percent\"]}}, \"additional\": {\"table\": [\"orders_above_100\"]}}", "columns": "[\"amount\", \"status\"]", "anomaly_detector": "{\"name\": \"z_score\", \"threshold\": 3.0}", "owners": "{\"U02FHBSTW0H\": {\"notify_channel\": \"slack\", \"owner\": \"deji\", \"name\": \"deji\"}}"}, {"model": "`re-data-testing`.`toy_shop_master`.`orders`", "time_filter": "created_at", "metrics": "{\"group\": {\"table\": [\"row_count\", \"freshness\"], \"column\": {\"numeric\": [\"min\", \"max\", \"avg\", \"stddev\", \"nulls_percent\"], \"text\": [\"min_length\", \"max_length\", \"avg_length\", \"missing_percent\"]}}, \"additional\": {\"table\": [\"orders_above_100\"], \"column\": {\"status\": [\"distinct_values\"]}}}", "columns": "[\"amount\", \"status\"]", "anomaly_detector": "{\"name\": \"boxplot\", \"whisker_boundary_multiplier\": 2.0}", "owners": "{\"mateusz@getre.io\": {\"notify_channel\": \"email\", \"owner\": \"backend\", \"name\": \"mateusz\"}, \"deji@getre.io\": {\"notify_channel\": \"email\", \"owner\": \"backend\", \"name\": \"deji\"}, \"U01F80NJW23\": {\"notify_channel\": \"slack\", \"owner\": \"backend\", \"name\": \"mateusz\"}, \"U02FHBSTW0H\": {\"notify_channel\": \"slack\", \"owner\": \"backend\", \"name\": \"deji\"}}"}]