Release 2.0.0-rc2

This release candidate contains bugfixes since the previous release candidate. **Minor Features** * #2520 Support non-transactional distibuted_exec **Bugfixes** * #2307 Overflow handling for refresh policy with integer time * #2503 Remove error for correct bootstrap of data node * #2507 Fix validation logic when adding a new data node * #2510 Fix outer join qual propagation * #2514 Lock dimension slices when creating new chunk * #2515 Add if_attached argument to detach_data_node() * #2517 Fix member access within misaligned address in chunk_update_colstats * #2525 Fix index creation on hypertables with dropped columns * #2543 Pass correct status to lock_job * #2544 Assume custom time type range is same as bigint * #2563 Fix DecompressChunk path generation * #2564 Improve continuous aggregate datatype handling * #2568 Change use of ssl_dir GUC * #2571 Make errors and messages conform to style guide * #2577 Exclude compressed chunks from ANALYZE/VACUUM
timescale · Oct 20, 2020 · 413b2bf · 413b2bf
1 parent bde5be1
commit 413b2bf
Show file tree

Hide file tree

Showing 5 changed files with 192 additions and 167 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -4,6 +4,30 @@
 `psql` with the `-X` flag to prevent any `.psqlrc` commands from
 accidentally triggering the load of a previous DB version.**
 
+## 2.0.0-rc2 (2020-10-21)
+
+This release candidate contains bugfixes since the previous release candidate.
+
+**Minor Features**
+* #2520 Support non-transactional distibuted_exec
+
+**Bugfixes**
+* #2307 Overflow handling for refresh policy with integer time
+* #2503 Remove error for correct bootstrap of data node
+* #2507 Fix validation logic when adding a new data node
+* #2510 Fix outer join qual propagation
+* #2514 Lock dimension slices when creating new chunk
+* #2515 Add if_attached argument to detach_data_node()
+* #2517 Fix member access within misaligned address in chunk_update_colstats
+* #2525 Fix index creation on hypertables with dropped columns
+* #2543 Pass correct status to lock_job
+* #2544 Assume custom time type range is same as bigint
+* #2563 Fix DecompressChunk path generation
+* #2564 Improve continuous aggregate datatype handling
+* #2568 Change use of ssl_dir GUC
+* #2571 Make errors and messages conform to style guide
+* #2577 Exclude compressed chunks from ANALYZE/VACUUM
+
 ## 2.0.0-rc1 (2020-10-06)
 
 This release adds major new features and bugfixes since the 1.7.4 release.

diff --git a/sql/CMakeLists.txt b/sql/CMakeLists.txt
@@ -99,6 +99,7 @@ set(MOD_FILES
   updates/1.7.2--1.7.3.sql
   updates/1.7.3--1.7.4.sql
   updates/1.7.4--2.0.0-rc1.sql
+  updates/2.0.0-rc1--2.0.0-rc2.sql
 )
 
 set(MODULE_PATHNAME "$libdir/timescaledb-${PROJECT_VERSION_MOD}")

diff --git a/sql/updates/2.0.0-rc1--2.0.0-rc2.sql b/sql/updates/2.0.0-rc1--2.0.0-rc2.sql
@@ -0,0 +1,165 @@
+
+DROP FUNCTION IF EXISTS detach_data_node(name,regclass,boolean,boolean);
+DROP FUNCTION IF EXISTS distributed_exec;
+
+DROP PROCEDURE IF EXISTS refresh_continuous_aggregate(regclass,"any","any");
+
+DROP VIEW IF EXISTS timescaledb_information.continuous_aggregates;
+
+-- Rebuild hypertable invalidation log
+CREATE TABLE _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log_tmp AS
+SELECT hypertable_id, lowest_modified_value, greatest_modified_value
+FROM _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log;
+
+ALTER EXTENSION timescaledb
+      DROP TABLE _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log;
+DROP TABLE _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log;
+
+CREATE TABLE _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log (
+  hypertable_id integer NOT NULL,
+  lowest_modified_value bigint NOT NULL,
+  greatest_modified_value bigint NOT NULL
+);
+
+INSERT INTO _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log
+SELECT * FROM _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log_tmp;
+
+DROP TABLE _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log_tmp;
+
+SELECT pg_catalog.pg_extension_config_dump(
+       '_timescaledb_catalog.continuous_aggs_hypertable_invalidation_log', '');
+
+CREATE INDEX continuous_aggs_hypertable_invalidation_log_idx ON
+    _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log (
+        hypertable_id, lowest_modified_value ASC);
+GRANT SELECT ON  _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log TO PUBLIC;
+
+-- Rebuild materialization invalidation log
+CREATE TABLE _timescaledb_catalog.continuous_aggs_materialization_invalidation_log_tmp AS
+SELECT materialization_id, lowest_modified_value, greatest_modified_value
+FROM _timescaledb_catalog.continuous_aggs_materialization_invalidation_log;
+
+ALTER EXTENSION timescaledb
+      DROP TABLE _timescaledb_catalog.continuous_aggs_materialization_invalidation_log;
+DROP TABLE _timescaledb_catalog.continuous_aggs_materialization_invalidation_log;
+
+CREATE TABLE _timescaledb_catalog.continuous_aggs_materialization_invalidation_log (
+  materialization_id integer
+      REFERENCES _timescaledb_catalog.continuous_agg (mat_hypertable_id) ON DELETE CASCADE,
+  lowest_modified_value bigint NOT NULL,
+  greatest_modified_value bigint NOT NULL
+);
+
+INSERT INTO _timescaledb_catalog.continuous_aggs_materialization_invalidation_log
+SELECT * FROM _timescaledb_catalog.continuous_aggs_materialization_invalidation_log_tmp;
+
+DROP TABLE _timescaledb_catalog.continuous_aggs_materialization_invalidation_log_tmp;
+
+SELECT pg_catalog.pg_extension_config_dump(
+       '_timescaledb_catalog.continuous_aggs_materialization_invalidation_log',
+       '');
+
+CREATE INDEX continuous_aggs_materialization_invalidation_log_idx ON
+    _timescaledb_catalog.continuous_aggs_materialization_invalidation_log (
+        materialization_id, lowest_modified_value ASC);
+GRANT SELECT ON  _timescaledb_catalog.continuous_aggs_materialization_invalidation_log TO PUBLIC;
+
+-- Suspend any running retention policies that conflict with continuous aggs
+-- Note that this approach will work for both timestamp and integer time columns
+DO $$
+DECLARE
+  jobid INTEGER;
+BEGIN
+    FOR jobid IN
+        SELECT c.id
+        FROM _timescaledb_config.bgw_job a
+        LEFT JOIN _timescaledb_catalog.continuous_agg b ON a.hypertable_id = b.mat_hypertable_id
+        INNER JOIN _timescaledb_config.bgw_job c ON c.hypertable_id = b.raw_hypertable_id
+        WHERE a.proc_name = 'policy_refresh_continuous_aggregate' AND c.proc_name = 'policy_retention' AND c.scheduled
+            AND ((a.config->'start_offset') = NULL OR (a.config->'start_offset')::text::interval > (c.config->'drop_after')::text::interval)
+    LOOP
+        RAISE NOTICE 'suspending data retention policy with job id %.', jobid
+            USING DETAIL = 'The retention policy (formerly drop_chunks policy) will drop chunks while a continuous aggregate is still running on them. This will likely result in overwriting the aggregate with empty data.',
+            HINT = ('To restore the retention policy, with the possibility of updating aggregates with dropped data, run: SELECT alter_job(%, scheduled=>true);  Otherwise, please create a new rention_policy with a larger drop_after parameter and remove the old policy with: SELECT delete_job(%);', jobid, jobid);
+        UPDATE _timescaledb_config.bgw_job SET scheduled = false WHERE id = jobid;
+    END LOOP;
+END $$;
+
+-- Recreate missing dimension slices that might be missing. If the
+-- dimension slice table is broken and there are dimension slices
+-- missing from the table, we will repair it by:
+--
+--    1. Finding all chunk constraints that have missing dimension
+--       slices and extract the constraint expression from the
+--       associated constraint.
+--
+--    2. Parse the constraint expression and extract the column name,
+--       and upper and lower range values as text or, if it is a
+--       partition constraint, pick the existing constraint (either
+--       uppper or lower end of range) and make the other end open.
+--
+--    3. Use the column type to construct the range values (UNIX
+--       microseconds) from these strings.
+INSERT INTO _timescaledb_catalog.dimension_slice
+WITH
+   -- All dimension slices that are mentioned in the chunk_constraint
+   -- table but are missing from the dimension_slice table.
+   missing_slices AS (
+      SELECT hypertable_id,
+             chunk_id,
+             dimension_slice_id,
+             constraint_name,
+             attname AS column_name,
+             pg_get_expr(conbin, conrelid) AS constraint_expr
+      FROM _timescaledb_catalog.chunk_constraint cc
+      JOIN _timescaledb_catalog.chunk ch ON cc.chunk_id = ch.id
+      JOIN pg_constraint ON conname = constraint_name
+      JOIN pg_namespace ns ON connamespace = ns.oid AND ns.nspname = ch.schema_name
+      JOIN pg_attribute ON attnum = conkey[1] AND attrelid = conrelid
+      WHERE
+         dimension_slice_id NOT IN (SELECT id FROM _timescaledb_catalog.dimension_slice)
+   ),
+
+  -- Unparsed range start and end for each dimension slice id that
+  -- is missing.
+   unparsed_missing_slices AS (
+      SELECT di.id AS dimension_id,
+             dimension_slice_id,
+             constraint_name,
+             column_type,
+             column_name,
+             (SELECT SUBSTRING(constraint_expr, $$>=\s*'?([\w\d\s:+-]+)'?$$)) AS range_start,
+             (SELECT SUBSTRING(constraint_expr, $$<\s*'?([\w\d\s:+-]+)'?$$)) AS range_end
+        FROM missing_slices JOIN _timescaledb_catalog.dimension di USING (hypertable_id, column_name)
+   )
+SELECT DISTINCT
+       dimension_slice_id,
+       dimension_id,
+       CASE
+       WHEN column_type = 'timestamptz'::regtype THEN
+            EXTRACT(EPOCH FROM range_start::timestamptz) * 1000000
+       WHEN column_type = 'timestamp'::regtype THEN
+            EXTRACT(EPOCH FROM range_start::timestamp) * 1000000
+       WHEN column_type = 'date'::regtype THEN
+            EXTRACT(EPOCH FROM range_start::date) * 1000000
+       ELSE
+            CASE
+            WHEN range_start IS NULL
+            THEN -9223372036854775808
+            ELSE range_start::bigint
+            END
+       END AS range_start,
+       CASE
+       WHEN column_type = 'timestamptz'::regtype THEN
+            EXTRACT(EPOCH FROM range_end::timestamptz) * 1000000
+       WHEN column_type = 'timestamp'::regtype THEN
+            EXTRACT(EPOCH FROM range_end::timestamp) * 1000000
+       WHEN column_type = 'date'::regtype THEN
+            EXTRACT(EPOCH FROM range_end::date) * 1000000
+       ELSE
+            CASE WHEN range_end IS NULL
+            THEN 9223372036854775807
+            ELSE range_end::bigint
+            END
+       END AS range_end
+  FROM unparsed_missing_slices;
diff --git a/sql/updates/latest-dev.sql b/sql/updates/latest-dev.sql
@@ -1,165 +0,0 @@
-
-DROP FUNCTION IF EXISTS detach_data_node(name,regclass,boolean,boolean);
-DROP FUNCTION IF EXISTS distributed_exec;
-
-DROP PROCEDURE IF EXISTS refresh_continuous_aggregate(regclass,"any","any");
-
-DROP VIEW IF EXISTS timescaledb_information.continuous_aggregates;
-
--- Rebuild hypertable invalidation log
-CREATE TABLE _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log_tmp AS
-SELECT hypertable_id, lowest_modified_value, greatest_modified_value
-FROM _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log;
-
-ALTER EXTENSION timescaledb
-      DROP TABLE _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log;
-DROP TABLE _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log;
-
-CREATE TABLE _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log (
-  hypertable_id integer NOT NULL,
-  lowest_modified_value bigint NOT NULL,
-  greatest_modified_value bigint NOT NULL
-);
-
-INSERT INTO _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log
-SELECT * FROM _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log_tmp;
-
-DROP TABLE _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log_tmp;
-
-SELECT pg_catalog.pg_extension_config_dump(
-       '_timescaledb_catalog.continuous_aggs_hypertable_invalidation_log', '');
-
-CREATE INDEX continuous_aggs_hypertable_invalidation_log_idx ON
-    _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log (
-        hypertable_id, lowest_modified_value ASC);
-GRANT SELECT ON  _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log TO PUBLIC;
-
--- Rebuild materialization invalidation log
-CREATE TABLE _timescaledb_catalog.continuous_aggs_materialization_invalidation_log_tmp AS
-SELECT materialization_id, lowest_modified_value, greatest_modified_value
-FROM _timescaledb_catalog.continuous_aggs_materialization_invalidation_log;
-
-ALTER EXTENSION timescaledb
-      DROP TABLE _timescaledb_catalog.continuous_aggs_materialization_invalidation_log;
-DROP TABLE _timescaledb_catalog.continuous_aggs_materialization_invalidation_log;
-
-CREATE TABLE _timescaledb_catalog.continuous_aggs_materialization_invalidation_log (
-  materialization_id integer
-      REFERENCES _timescaledb_catalog.continuous_agg (mat_hypertable_id) ON DELETE CASCADE,
-  lowest_modified_value bigint NOT NULL,
-  greatest_modified_value bigint NOT NULL
-);
-
-INSERT INTO _timescaledb_catalog.continuous_aggs_materialization_invalidation_log
-SELECT * FROM _timescaledb_catalog.continuous_aggs_materialization_invalidation_log_tmp;
-
-DROP TABLE _timescaledb_catalog.continuous_aggs_materialization_invalidation_log_tmp;
-
-SELECT pg_catalog.pg_extension_config_dump(
-       '_timescaledb_catalog.continuous_aggs_materialization_invalidation_log',
-       '');
-
-CREATE INDEX continuous_aggs_materialization_invalidation_log_idx ON
-    _timescaledb_catalog.continuous_aggs_materialization_invalidation_log (
-        materialization_id, lowest_modified_value ASC);
-GRANT SELECT ON  _timescaledb_catalog.continuous_aggs_materialization_invalidation_log TO PUBLIC;
-
--- Suspend any running retention policies that conflict with continuous aggs
--- Note that this approach will work for both timestamp and integer time columns
-DO $$
-DECLARE
-  jobid INTEGER;
-BEGIN
-    FOR jobid IN
-        SELECT c.id
-        FROM _timescaledb_config.bgw_job a
-        LEFT JOIN _timescaledb_catalog.continuous_agg b ON a.hypertable_id = b.mat_hypertable_id
-        INNER JOIN _timescaledb_config.bgw_job c ON c.hypertable_id = b.raw_hypertable_id
-        WHERE a.proc_name = 'policy_refresh_continuous_aggregate' AND c.proc_name = 'policy_retention' AND c.scheduled
-            AND ((a.config->'start_offset') = NULL OR (a.config->'start_offset')::text::interval > (c.config->'drop_after')::text::interval)
-    LOOP
-        RAISE NOTICE 'suspending data retention policy with job id %.', jobid
-            USING DETAIL = 'The retention policy (formerly drop_chunks policy) will drop chunks while a continuous aggregate is still running on them. This will likely result in overwriting the aggregate with empty data.',
-            HINT = ('To restore the retention policy, with the possibility of updating aggregates with dropped data, run: SELECT alter_job(%, scheduled=>true);  Otherwise, please create a new rention_policy with a larger drop_after parameter and remove the old policy with: SELECT delete_job(%);', jobid, jobid);
-        UPDATE _timescaledb_config.bgw_job SET scheduled = false WHERE id = jobid;
-    END LOOP;
-END $$;
-
--- Recreate missing dimension slices that might be missing. If the
--- dimension slice table is broken and there are dimension slices
--- missing from the table, we will repair it by:
---
---    1. Finding all chunk constraints that have missing dimension
---       slices and extract the constraint expression from the
---       associated constraint.
---
---    2. Parse the constraint expression and extract the column name,
---       and upper and lower range values as text or, if it is a
---       partition constraint, pick the existing constraint (either
---       uppper or lower end of range) and make the other end open.
---
---    3. Use the column type to construct the range values (UNIX
---       microseconds) from these strings.
-INSERT INTO _timescaledb_catalog.dimension_slice
-WITH
-   -- All dimension slices that are mentioned in the chunk_constraint
-   -- table but are missing from the dimension_slice table.
-   missing_slices AS (
-      SELECT hypertable_id,
-             chunk_id,
-             dimension_slice_id,
-             constraint_name,
-             attname AS column_name,
-             pg_get_expr(conbin, conrelid) AS constraint_expr
-      FROM _timescaledb_catalog.chunk_constraint cc
-      JOIN _timescaledb_catalog.chunk ch ON cc.chunk_id = ch.id
-      JOIN pg_constraint ON conname = constraint_name
-      JOIN pg_namespace ns ON connamespace = ns.oid AND ns.nspname = ch.schema_name
-      JOIN pg_attribute ON attnum = conkey[1] AND attrelid = conrelid
-      WHERE
-         dimension_slice_id NOT IN (SELECT id FROM _timescaledb_catalog.dimension_slice)
-   ),
-
-  -- Unparsed range start and end for each dimension slice id that
-  -- is missing.
-   unparsed_missing_slices AS (
-      SELECT di.id AS dimension_id,
-             dimension_slice_id,
-             constraint_name,
-             column_type,
-             column_name,
-             (SELECT SUBSTRING(constraint_expr, $$>=\s*'?([\w\d\s:+-]+)'?$$)) AS range_start,
-             (SELECT SUBSTRING(constraint_expr, $$<\s*'?([\w\d\s:+-]+)'?$$)) AS range_end
-        FROM missing_slices JOIN _timescaledb_catalog.dimension di USING (hypertable_id, column_name)
-   )
-SELECT DISTINCT
-       dimension_slice_id,
-       dimension_id,
-       CASE
-       WHEN column_type = 'timestamptz'::regtype THEN
-            EXTRACT(EPOCH FROM range_start::timestamptz) * 1000000
-       WHEN column_type = 'timestamp'::regtype THEN
-            EXTRACT(EPOCH FROM range_start::timestamp) * 1000000
-       WHEN column_type = 'date'::regtype THEN
-            EXTRACT(EPOCH FROM range_start::date) * 1000000
-       ELSE
-            CASE
-            WHEN range_start IS NULL
-            THEN -9223372036854775808
-            ELSE range_start::bigint
-            END
-       END AS range_start,
-       CASE
-       WHEN column_type = 'timestamptz'::regtype THEN
-            EXTRACT(EPOCH FROM range_end::timestamptz) * 1000000
-       WHEN column_type = 'timestamp'::regtype THEN
-            EXTRACT(EPOCH FROM range_end::timestamp) * 1000000
-       WHEN column_type = 'date'::regtype THEN
-            EXTRACT(EPOCH FROM range_end::date) * 1000000
-       ELSE
-            CASE WHEN range_end IS NULL
-            THEN 9223372036854775807
-            ELSE range_end::bigint
-            END
-       END AS range_end
-  FROM unparsed_missing_slices;

diff --git a/version.config b/version.config
@@ -1,2 +1,2 @@
-version = 2.0.0-rc1
-update_from_version = 1.7.4
+version = 2.0.0-rc2
+update_from_version = 2.0.0-rc1