deploy: d43f6b1

ui-master-snowflake/alerts.json

@@ -1 +1 @@
-[{"type": "test", "model": "re_data_testing.toy_shop_master_sources.toy_shop_customers", "message": "Test source_not_null_toy_shop_master_sources_toy_shop_customers_age failed for column age.", "value": "Fail", "time_window_end": "2024-01-20 14:11:05"}, {"type": "test", "model": "re_data_testing.toy_shop_master_sources.toy_shop_customers", "message": "Test re_data_source_assert_in_range_toy_shop_master_sources_toy_shop_customers_20__row_count__10 failed.", "value": "Fail", "time_window_end": "2024-01-20 14:11:05"}, {"type": "test", "model": "re_data_testing.toy_shop_master.orders", "message": "Test re_data_assert_in_range_orders_550__row_count__450 failed.", "value": "Fail", "time_window_end": "2024-01-20 14:11:05"}, {"type": "test", "model": "re_data_testing.toy_shop_master_sources.toy_shop_customers", "message": "Test source_not_null_toy_shop_master_sources_toy_shop_customers_age failed for column age.", "value": "Fail", "time_window_end": "2024-01-20 14:09:20"}, {"type": "test", "model": "re_data_testing.toy_shop_master_sources.toy_shop_customers", "message": "Test source_not_null_toy_shop_master_sources_toy_shop_customers_age failed for column age.", "value": "Fail", "time_window_end": "2024-01-20 14:08:43"}, {"type": "schema_change", "model": "RE_DATA_TESTING.TOY_SHOP_MASTER.ORDERS", "message": "column COMPLETED of type BOOLEAN was removed.", "value": "", "time_window_end": "2024-01-20 06:09:47"}, {"type": "schema_change", "model": "RE_DATA_TESTING.TOY_SHOP_MASTER.ORDERS", "message": "column COMPLETED of type BOOLEAN was added.", "value": "", "time_window_end": "2024-01-20 06:09:14"}, {"type": "anomaly", "model": "RE_DATA_TESTING.TOY_SHOP_MASTER.ORDERS", "message": "nulls_percent(AMOUNT) is 900.00% greater than average.", "value": "1.21", "time_window_end": "2021-01-11 00:00:00"}, {"type": "anomaly", "model": "RE_DATA_TESTING.TOY_SHOP_MASTER.ORDERS", "message": "min(AMOUNT) is 1.80% greater than average.", "value": "51.00", "time_window_end": "2021-01-11 00:00:00"}, {"type": "anomaly", "model": "RE_DATA_TESTING.TOY_SHOP_MASTER.ORDERS", "message": "min_length(STATUS) is 47.37% less than average.", "value": "2.00", "time_window_end": "2021-01-11 00:00:00"}, {"type": "anomaly", "model": "RE_DATA_TESTING.TOY_SHOP_MASTER.ORDERS", "message": "distinct_values(STATUS) is 150.00% greater than average.", "value": "9.00", "time_window_end": "2021-01-11 00:00:00"}, {"type": "anomaly", "model": "RE_DATA_TESTING.TOY_SHOP_MASTER.ORDERS_PER_AGE", "message": "nulls_percent(AMOUNT) is 900.00% greater than average.", "value": "1.21", "time_window_end": "2021-01-11 00:00:00"}, {"type": "anomaly", "model": "RE_DATA_TESTING.TOY_SHOP_MASTER.ORDERS_PER_AGE", "message": "min_length(STATUS) is 47.37% less than average.", "value": "2.00", "time_window_end": "2021-01-11 00:00:00"}, {"type": "anomaly", "model": "RE_DATA_TESTING.TOY_SHOP_MASTER.ORDERS_PER_AGE", "message": "min(AMOUNT) is 1.80% greater than average.", "value": "51.00", "time_window_end": "2021-01-11 00:00:00"}, {"type": "anomaly", "model": "RE_DATA_TESTING.TOY_SHOP_MASTER.ORDERS_PER_AGE", "message": "avg_length(STATUS) is 3.56% less than average.", "value": "6.44", "time_window_end": "2021-01-11 00:00:00"}, {"type": "anomaly", "model": "RE_DATA_TESTING.TOY_SHOP_MASTER.ORDERS_PER_AGE", "message": "row_count is 9.92% less than average.", "value": "447.00", "time_window_end": "2021-01-09 00:00:00"}, {"type": "anomaly", "model": "RE_DATA_TESTING.TOY_SHOP_MASTER.ORDERS", "message": "row_count is 9.92% less than average.", "value": "447.00", "time_window_end": "2021-01-09 00:00:00"}, {"type": "anomaly", "model": "RE_DATA_TESTING.TOY_SHOP_MASTER.REVENUE_PER_AGE", "message": "row_count is 18.17% greater than average.", "value": "144.00", "time_window_end": "2021-01-08 00:00:00"}, {"type": "anomaly", "model": "RE_DATA_TESTING.TOY_SHOP_MASTER_SOURCES.TOY_SHOP_CUSTOMERS", "message": "min(AGE) is 21.80% greater than average.", "value": "27.00", "time_window_end": "2021-01-07 00:00:00"}]
+[{"type": "test", "model": "re_data_testing.toy_shop_master.orders", "message": "Test re_data_assert_in_range_orders_550__row_count__450 failed.", "value": "Fail", "time_window_end": "2024-04-30 02:42:01"}, {"type": "test", "model": "re_data_testing.toy_shop_master_sources.toy_shop_customers", "message": "Test re_data_source_assert_in_range_toy_shop_master_sources_toy_shop_customers_20__row_count__10 failed.", "value": "Fail", "time_window_end": "2024-04-30 02:42:01"}, {"type": "schema_change", "model": "RE_DATA_TESTING.TOY_SHOP_MASTER.ORDERS", "message": "column COMPLETED of type BOOLEAN was removed.", "value": "", "time_window_end": "2024-04-29 19:40:46"}, {"type": "schema_change", "model": "RE_DATA_TESTING.TOY_SHOP_MASTER.ORDERS", "message": "column COMPLETED of type BOOLEAN was added.", "value": "", "time_window_end": "2024-04-29 19:39:10"}, {"type": "anomaly", "model": "RE_DATA_TESTING.TOY_SHOP_MASTER.ORDERS_PER_AGE", "message": "avg_length(STATUS) is 3.56% less than average.", "value": "6.44", "time_window_end": "2021-01-11 00:00:00"}, {"type": "anomaly", "model": "RE_DATA_TESTING.TOY_SHOP_MASTER.ORDERS", "message": "nulls_percent(AMOUNT) is 900.00% greater than average.", "value": "1.21", "time_window_end": "2021-01-11 00:00:00"}, {"type": "anomaly", "model": "RE_DATA_TESTING.TOY_SHOP_MASTER.ORDERS", "message": "distinct_values(STATUS) is 150.00% greater than average.", "value": "9.00", "time_window_end": "2021-01-11 00:00:00"}, {"type": "anomaly", "model": "RE_DATA_TESTING.TOY_SHOP_MASTER.ORDERS", "message": "min_length(STATUS) is 47.37% less than average.", "value": "2.00", "time_window_end": "2021-01-11 00:00:00"}, {"type": "anomaly", "model": "RE_DATA_TESTING.TOY_SHOP_MASTER.ORDERS", "message": "min(AMOUNT) is 1.80% greater than average.", "value": "51.00", "time_window_end": "2021-01-11 00:00:00"}, {"type": "anomaly", "model": "RE_DATA_TESTING.TOY_SHOP_MASTER.ORDERS_PER_AGE", "message": "nulls_percent(AMOUNT) is 900.00% greater than average.", "value": "1.21", "time_window_end": "2021-01-11 00:00:00"}, {"type": "anomaly", "model": "RE_DATA_TESTING.TOY_SHOP_MASTER.ORDERS_PER_AGE", "message": "min_length(STATUS) is 47.37% less than average.", "value": "2.00", "time_window_end": "2021-01-11 00:00:00"}, {"type": "anomaly", "model": "RE_DATA_TESTING.TOY_SHOP_MASTER.ORDERS_PER_AGE", "message": "min(AMOUNT) is 1.80% greater than average.", "value": "51.00", "time_window_end": "2021-01-11 00:00:00"}, {"type": "anomaly", "model": "RE_DATA_TESTING.TOY_SHOP_MASTER.ORDERS", "message": "row_count is 9.92% less than average.", "value": "447.00", "time_window_end": "2021-01-09 00:00:00"}, {"type": "anomaly", "model": "RE_DATA_TESTING.TOY_SHOP_MASTER.ORDERS_PER_AGE", "message": "row_count is 9.92% less than average.", "value": "447.00", "time_window_end": "2021-01-09 00:00:00"}, {"type": "anomaly", "model": "RE_DATA_TESTING.TOY_SHOP_MASTER.REVENUE_PER_AGE", "message": "row_count is 18.17% greater than average.", "value": "144.00", "time_window_end": "2021-01-08 00:00:00"}, {"type": "anomaly", "model": "RE_DATA_TESTING.TOY_SHOP_MASTER_SOURCES.TOY_SHOP_CUSTOMERS", "message": "min(AGE) is 21.80% greater than average.", "value": "27.00", "time_window_end": "2021-01-07 00:00:00"}]

ui-master-snowflake/metadata.json

@@ -1 +1 @@
-{"project_dict": {"name": "toy_shop", "version": "1.0.0", "config-version": 2, "profile": "toy_shop", "target-path": "target", "clean-targets": ["target", "dbt_modules", "dbt_packages"], "model-paths": ["models", "sources"], "models": {"re_data": {"enabled": true}, "toy_shop": {"revenue": {"+re_data_monitored": true, "+re_data_time_filter": "created_at", "revenue_per_age": {"+re_data_columns": ["sum", "age"]}}}}, "sources": {"toy_shop": {"toy_shop_master_sources": {"toy_shop_customers": {"+re_data_monitored": true, "+re_data_time_filter": "joined_at", "+re_data_columns": ["first_name", "last_name", "age"]}}}}, "seeds": {"toy_shop": {"orders": {"+re_data_monitored": true, "+re_data_time_filter": "created_at", "+re_data_metrics": {"table": ["orders_above_100"], "column": {"status": ["distinct_values"]}}}}}, "vars": {"re_data:store_table_samples": true, "re_data:anomaly_detector": {"name": "modified_z_score", "threshold": 3}, "re_data:save_test_history": true, "re_data:owners_config": {"deji": [{"type": "slack", "identifier": "U02FHBSTW0H", "name": "deji"}], "backend": [{"type": "email", "identifier": "mateusz@getre.io", "name": "mateusz"}, {"type": "email", "identifier": "deji@getre.io", "name": "deji"}, {"type": "slack", "identifier": "U01F80NJW23", "name": "mateusz"}, {"type": "slack", "identifier": "U02FHBSTW0H", "name": "deji"}], "frontend": [{"type": "slack", "identifier": "U02RD3S3WP8", "name": "emma"}, {"type": "slack", "identifier": "U02FHBSTW0H", "name": "deji"}, {"type": "email", "identifier": "deji@getre.io", "name": "deji"}]}, "re_data:metrics_groups": {"toy_shop_group": {"table": ["row_count", "freshness"], "column": {"numeric": ["min", "max", "avg", "stddev", "nulls_percent"], "text": ["min_length", "max_length", "avg_length", "missing_percent"]}}}, "re_data:default_metrics": ["toy_shop_group"]}}, "packages": {"packages": [{"package": "dbt-labs/dbt_utils", "version": [">=1.0.0", "<1.2.0"]}, {"git": "https://github.com/re-data/dbt-re-data.git", "revision": "main"}]}, "version": "0.11.0", "generated_at": "2024-01-20 14:13:48", "re_data_args": {"start_date": "2021-01-01", "end_date": "2024-01-20", "interval": "days:1"}}
+{"project_dict": {"name": "toy_shop", "version": "1.0.0", "config-version": 2, "profile": "toy_shop", "target-path": "target", "clean-targets": ["target", "dbt_modules", "dbt_packages"], "model-paths": ["models", "sources"], "models": {"re_data": {"enabled": true}, "toy_shop": {"revenue": {"+re_data_monitored": true, "+re_data_time_filter": "created_at", "revenue_per_age": {"+re_data_columns": ["sum", "age"]}}}}, "sources": {"toy_shop": {"toy_shop_master_sources": {"toy_shop_customers": {"+re_data_monitored": true, "+re_data_time_filter": "joined_at", "+re_data_columns": ["first_name", "last_name", "age"]}}}}, "seeds": {"toy_shop": {"orders": {"+re_data_monitored": true, "+re_data_time_filter": "created_at", "+re_data_metrics": {"table": ["orders_above_100"], "column": {"status": ["distinct_values"]}}}}}, "vars": {"re_data:store_table_samples": true, "re_data:anomaly_detector": {"name": "modified_z_score", "threshold": 3}, "re_data:save_test_history": true, "re_data:show_warns_as_alerts": true, "re_data:owners_config": {"deji": [{"type": "slack", "identifier": "U02FHBSTW0H", "name": "deji"}], "backend": [{"type": "email", "identifier": "mateusz@getre.io", "name": "mateusz"}, {"type": "email", "identifier": "deji@getre.io", "name": "deji"}, {"type": "slack", "identifier": "U01F80NJW23", "name": "mateusz"}, {"type": "slack", "identifier": "U02FHBSTW0H", "name": "deji"}], "frontend": [{"type": "slack", "identifier": "U02RD3S3WP8", "name": "emma"}, {"type": "slack", "identifier": "U02FHBSTW0H", "name": "deji"}, {"type": "email", "identifier": "deji@getre.io", "name": "deji"}]}, "re_data:metrics_groups": {"toy_shop_group": {"table": ["row_count", "freshness"], "column": {"numeric": ["min", "max", "avg", "stddev", "nulls_percent"], "text": ["min_length", "max_length", "avg_length", "missing_percent"]}}}, "re_data:default_metrics": ["toy_shop_group"]}}, "packages": {"packages": [{"package": "dbt-labs/dbt_utils", "version": [">=1.0.0", "<1.2.0"]}, {"git": "https://github.com/re-data/dbt-re-data.git", "revision": "main"}]}, "version": "0.11.0", "generated_at": "2024-04-30 02:44:27", "re_data_args": {"start_date": "2021-01-01", "end_date": "2024-04-30", "interval": "days:1"}}

ui-master-snowflake/monitored.json

@@ -1 +1 @@
-[{"model": "\"RE_DATA_TESTING\".\"TOY_SHOP_MASTER\".\"ORDERS_PER_AGE\"", "time_filter": "created_at", "metrics": "{\"group\": {\"table\": [\"row_count\", \"freshness\"], \"column\": {\"numeric\": [\"min\", \"max\", \"avg\", \"stddev\", \"nulls_percent\"], \"text\": [\"min_length\", \"max_length\", \"avg_length\", \"missing_percent\"]}}, \"additional\": {\"table\": [\"orders_above_100\"]}}", "columns": "[\"AMOUNT\", \"STATUS\", \"AGE\"]", "anomaly_detector": "{\"name\": \"z_score\", \"threshold\": 2.0}", "owners": "{\"U02RD3S3WP8\": {\"notify_channel\": \"slack\", \"owner\": \"frontend\", \"name\": \"emma\"}, \"U02FHBSTW0H\": {\"notify_channel\": \"slack\", \"owner\": \"frontend\", \"name\": \"deji\"}, \"deji@getre.io\": {\"notify_channel\": \"email\", \"owner\": \"frontend\", \"name\": \"deji\"}}"}, {"model": "\"RE_DATA_TESTING\".\"TOY_SHOP_MASTER\".\"PENDING_ORDERS\"", "time_filter": "created_at", "metrics": "{\"group\": {\"table\": [\"row_count\", \"freshness\"], \"column\": {\"numeric\": [\"min\", \"max\", \"avg\", \"stddev\", \"nulls_percent\"], \"text\": [\"min_length\", \"max_length\", \"avg_length\", \"missing_percent\"]}}, \"additional\": {\"table\": [\"orders_above_100\"]}}", "columns": "[\"AMOUNT\", \"STATUS\"]", "anomaly_detector": "{\"name\": \"z_score\", \"threshold\": 3.0}", "owners": "{\"U02FHBSTW0H\": {\"notify_channel\": \"slack\", \"owner\": \"deji\", \"name\": \"deji\"}}"}, {"model": "\"RE_DATA_TESTING\".\"TOY_SHOP_MASTER\".\"REVENUE_PER_AGE\"", "time_filter": "created_at", "metrics": "{\"group\": {\"table\": [\"row_count\", \"freshness\"], \"column\": {\"numeric\": [\"min\", \"max\", \"avg\", \"stddev\", \"nulls_percent\"], \"text\": [\"min_length\", \"max_length\", \"avg_length\", \"missing_percent\"]}}, \"additional\": {}}", "columns": "[\"SUM\", \"AGE\"]", "anomaly_detector": "{\"name\": \"modified_z_score\", \"threshold\": 3}", "owners": "{}"}, {"model": "\"RE_DATA_TESTING\".\"TOY_SHOP_MASTER\".\"COMPANIES\"", "time_filter": null, "metrics": "{\"group\": {\"table\": [\"row_count\", \"freshness\"], \"column\": {\"numeric\": [\"min\", \"max\", \"avg\", \"stddev\", \"nulls_percent\"], \"text\": [\"min_length\", \"max_length\", \"avg_length\", \"missing_percent\"]}}, \"additional\": {}}", "columns": "[\"BRAND_NAME\", \"SHOW\", \"YEAR\"]", "anomaly_detector": "{\"name\": \"modified_z_score\", \"threshold\": 3}", "owners": "{}"}, {"model": "\"RE_DATA_TESTING\".\"TOY_SHOP_MASTER\".\"ORDERS\"", "time_filter": "created_at", "metrics": "{\"group\": {\"table\": [\"row_count\", \"freshness\"], \"column\": {\"numeric\": [\"min\", \"max\", \"avg\", \"stddev\", \"nulls_percent\"], \"text\": [\"min_length\", \"max_length\", \"avg_length\", \"missing_percent\"]}}, \"additional\": {\"table\": [\"orders_above_100\"], \"column\": {\"STATUS\": [\"distinct_values\"]}}}", "columns": "[\"AMOUNT\", \"STATUS\"]", "anomaly_detector": "{\"name\": \"boxplot\", \"whisker_boundary_multiplier\": 2.0}", "owners": "{\"mateusz@getre.io\": {\"notify_channel\": \"email\", \"owner\": \"backend\", \"name\": \"mateusz\"}, \"deji@getre.io\": {\"notify_channel\": \"email\", \"owner\": \"backend\", \"name\": \"deji\"}, \"U01F80NJW23\": {\"notify_channel\": \"slack\", \"owner\": \"backend\", \"name\": \"mateusz\"}, \"U02FHBSTW0H\": {\"notify_channel\": \"slack\", \"owner\": \"backend\", \"name\": \"deji\"}}"}, {"model": "\"RE_DATA_TESTING\".\"TOY_SHOP_MASTER_SOURCES\".\"TOY_SHOP_CUSTOMERS\"", "time_filter": "joined_at", "metrics": "{\"group\": {\"table\": [\"row_count\", \"freshness\"], \"column\": {\"numeric\": [\"min\", \"max\", \"avg\", \"stddev\", \"nulls_percent\"], \"text\": [\"min_length\", \"max_length\", \"avg_length\", \"missing_percent\"]}}, \"additional\": {}}", "columns": "[\"FIRST_NAME\", \"LAST_NAME\", \"AGE\"]", "anomaly_detector": "{\"name\": \"modified_z_score\", \"threshold\": 3}", "owners": "{}"}]
+[{"model": "\"RE_DATA_TESTING\".\"TOY_SHOP_MASTER\".\"PENDING_ORDERS\"", "time_filter": "created_at", "metrics": "{\"group\": {\"table\": [\"row_count\", \"freshness\"], \"column\": {\"numeric\": [\"min\", \"max\", \"avg\", \"stddev\", \"nulls_percent\"], \"text\": [\"min_length\", \"max_length\", \"avg_length\", \"missing_percent\"]}}, \"additional\": {\"table\": [\"orders_above_100\"]}}", "columns": "[\"AMOUNT\", \"STATUS\"]", "anomaly_detector": "{\"name\": \"z_score\", \"threshold\": 3.0}", "owners": "{\"U02FHBSTW0H\": {\"notify_channel\": \"slack\", \"owner\": \"deji\", \"name\": \"deji\"}}"}, {"model": "\"RE_DATA_TESTING\".\"TOY_SHOP_MASTER\".\"REVENUE_PER_AGE\"", "time_filter": "created_at", "metrics": "{\"group\": {\"table\": [\"row_count\", \"freshness\"], \"column\": {\"numeric\": [\"min\", \"max\", \"avg\", \"stddev\", \"nulls_percent\"], \"text\": [\"min_length\", \"max_length\", \"avg_length\", \"missing_percent\"]}}, \"additional\": {}}", "columns": "[\"SUM\", \"AGE\"]", "anomaly_detector": "{\"name\": \"modified_z_score\", \"threshold\": 3}", "owners": "{}"}, {"model": "\"RE_DATA_TESTING\".\"TOY_SHOP_MASTER\".\"ORDERS_PER_AGE\"", "time_filter": "created_at", "metrics": "{\"group\": {\"table\": [\"row_count\", \"freshness\"], \"column\": {\"numeric\": [\"min\", \"max\", \"avg\", \"stddev\", \"nulls_percent\"], \"text\": [\"min_length\", \"max_length\", \"avg_length\", \"missing_percent\"]}}, \"additional\": {\"table\": [\"orders_above_100\"]}}", "columns": "[\"AMOUNT\", \"STATUS\", \"AGE\"]", "anomaly_detector": "{\"name\": \"z_score\", \"threshold\": 2.0}", "owners": "{\"U02RD3S3WP8\": {\"notify_channel\": \"slack\", \"owner\": \"frontend\", \"name\": \"emma\"}, \"U02FHBSTW0H\": {\"notify_channel\": \"slack\", \"owner\": \"frontend\", \"name\": \"deji\"}, \"deji@getre.io\": {\"notify_channel\": \"email\", \"owner\": \"frontend\", \"name\": \"deji\"}}"}, {"model": "\"RE_DATA_TESTING\".\"TOY_SHOP_MASTER\".\"COMPANIES\"", "time_filter": null, "metrics": "{\"group\": {\"table\": [\"row_count\", \"freshness\"], \"column\": {\"numeric\": [\"min\", \"max\", \"avg\", \"stddev\", \"nulls_percent\"], \"text\": [\"min_length\", \"max_length\", \"avg_length\", \"missing_percent\"]}}, \"additional\": {}}", "columns": "[\"BRAND_NAME\", \"SHOW\", \"YEAR\"]", "anomaly_detector": "{\"name\": \"modified_z_score\", \"threshold\": 3}", "owners": "{}"}, {"model": "\"RE_DATA_TESTING\".\"TOY_SHOP_MASTER\".\"ORDERS\"", "time_filter": "created_at", "metrics": "{\"group\": {\"table\": [\"row_count\", \"freshness\"], \"column\": {\"numeric\": [\"min\", \"max\", \"avg\", \"stddev\", \"nulls_percent\"], \"text\": [\"min_length\", \"max_length\", \"avg_length\", \"missing_percent\"]}}, \"additional\": {\"table\": [\"orders_above_100\"], \"column\": {\"STATUS\": [\"distinct_values\"]}}}", "columns": "[\"AMOUNT\", \"STATUS\"]", "anomaly_detector": "{\"name\": \"boxplot\", \"whisker_boundary_multiplier\": 2.0}", "owners": "{\"mateusz@getre.io\": {\"notify_channel\": \"email\", \"owner\": \"backend\", \"name\": \"mateusz\"}, \"deji@getre.io\": {\"notify_channel\": \"email\", \"owner\": \"backend\", \"name\": \"deji\"}, \"U01F80NJW23\": {\"notify_channel\": \"slack\", \"owner\": \"backend\", \"name\": \"mateusz\"}, \"U02FHBSTW0H\": {\"notify_channel\": \"slack\", \"owner\": \"backend\", \"name\": \"deji\"}}"}, {"model": "\"RE_DATA_TESTING\".\"TOY_SHOP_MASTER_SOURCES\".\"TOY_SHOP_CUSTOMERS\"", "time_filter": "joined_at", "metrics": "{\"group\": {\"table\": [\"row_count\", \"freshness\"], \"column\": {\"numeric\": [\"min\", \"max\", \"avg\", \"stddev\", \"nulls_percent\"], \"text\": [\"min_length\", \"max_length\", \"avg_length\", \"missing_percent\"]}}, \"additional\": {}}", "columns": "[\"FIRST_NAME\", \"LAST_NAME\", \"AGE\"]", "anomaly_detector": "{\"name\": \"modified_z_score\", \"threshold\": 3}", "owners": "{}"}]