Release 1.6.0

This release adds major new features and bugfixes since the 1.5.1 release.
We deem it moderate priority for upgrading.

The major new feature in this release allows users to keep the aggregated
data in a continuous aggregate while dropping the raw data with drop_chunks.
This allows users to save storage by keeping only the aggregates.

The semantics of the refresh_lag parameter for continuous aggregates has
been changed to be relative to the current timestamp instead of the maximum
value in the table. This change requires that an integer_now func be set on
hypertables with integer-based time columns to use continuous aggregates on
this table.

We added a timescaledb.ignore_invalidation_older_than parameter for continuous
aggregatess. This parameter accept a time-interval (e.g. 1 month). if set,
it limits the amount of time for which to process invalidation. Thus, if
timescaledb.ignore_invalidation_older_than = '1 month', then any modifications
for data older than 1 month from the current timestamp at modification time may
not cause continuous aggregate to be updated. This limits the amount of work
that a backfill can trigger. By default, all invalidations are processed.

**Major Features**
* #1589 Allow drop_chunks while keeping continuous aggregates

**Minor Features**
* #1568 Add ignore_invalidation_older_than option to continuous aggs
* #1575 Reorder group-by clause for continuous aggregates
* #1592 Improve continuous agg user messages

**Bugfixes**
* #1565 Fix partial select query for continuous aggregate
* #1591 Fix locf treat_null_as_missing option
* #1594 Fix error in compression constraint check
* #1603 Add join info to compressed chunk
* #1606 Fix constify params during runtime exclusion
* #1607 Delete compression policy when drop hypertable
* #1608 Add jobs to timescaledb_information.policy_stats
* #1609 Fix bug with parent table in decompression
* #1624 Fix drop_chunks for ApacheOnly
* #1632 Check for NULL before dereferencing variable

**Thanks**
* @optijon for reporting an issue with locf treat_null_as_missing option
* @acarrera42 for reporting an issue with constify params during runtime exclusion
* @ChristopherZellermann for reporting an issue with the compression constraint check
* @SimonDelamare for reporting an issue with joining hypertables with compression

CHANGELOG.md

@@ -4,7 +4,14 @@
 `psql` with the `-X` flag to prevent any `.psqlrc` commands from
 accidentally triggering the load of a previous DB version.**
 
-## 1.6.0 (unreleased)
+## 1.6.0 (2020-01-14)
+
+This release adds major new features and bugfixes since the 1.5.1 release.
+We deem it moderate priority for upgrading.
+
+The major new feature in this release allows users to keep the aggregated
+data in a continuous aggregate while dropping the raw data with drop_chunks.
+This allows users to save storage by keeping only the aggregates.
 
 The semantics of the refresh_lag parameter for continuous aggregates has 
 been changed to be relative to the current timestamp instead of the maximum
@@ -20,18 +27,31 @@ for data older than 1 month from the current timestamp at modification time may
 not cause continuous aggregate to be updated. This limits the amount of work
 that a backfill can trigger. By default, all invalidations are processed.
 
+**Major Features**
+* #1589 Allow drop_chunks while keeping continuous aggregates
+
+**Minor Features**
+* #1568 Add ignore_invalidation_older_than option to continuous aggs
+* #1575 Reorder group-by clause for continuous aggregates
+* #1592 Improve continuous agg user messages
+
 **Bugfixes**
+* #1565 Fix partial select query for continuous aggregate
 * #1591 Fix locf treat_null_as_missing option
 * #1594 Fix error in compression constraint check
+* #1603 Add join info to compressed chunk
 * #1606 Fix constify params during runtime exclusion
 * #1607 Delete compression policy when drop hypertable
 * #1608 Add jobs to timescaledb_information.policy_stats
-* #1609 Fix bug with parent table in decompression 
+* #1609 Fix bug with parent table in decompression
+* #1624 Fix drop_chunks for ApacheOnly
+* #1632 Check for NULL before dereferencing variable
 
 **Thanks**
 * @optijon for reporting an issue with locf treat_null_as_missing option
 * @acarrera42 for reporting an issue with constify params during runtime exclusion
 * @ChristopherZellermann for reporting an issue with the compression constraint check
+* @SimonDelamare for reporting an issue with joining hypertables with compression
 
 ## 1.5.1 (2019-11-12)
 

sql/CMakeLists.txt

@@ -100,6 +100,7 @@ set(MOD_FILES
   updates/1.4.1--1.4.2.sql
   updates/1.4.2--1.5.0.sql
   updates/1.5.0--1.5.1.sql
+  updates/1.5.1--1.6.0.sql
 )
 
 set(MODULE_PATHNAME "$libdir/timescaledb-${PROJECT_VERSION_MOD}")

sql/updates/1.5.1--1.6.0.sql

@@ -0,0 +1,91 @@
+DO
+$BODY$
+DECLARE
+    hypertable_name TEXT;
+BEGIN
+    SELECT first_dim.schema_name || '.' || first_dim.table_name
+    FROM _timescaledb_catalog.continuous_agg ca
+    INNER JOIN LATERAL (
+        SELECT dim.*, h.*
+        FROM _timescaledb_catalog.hypertable h
+        INNER JOIN _timescaledb_catalog.dimension dim ON (dim.hypertable_id = h.id)
+        WHERE ca.raw_hypertable_id = h.id
+        ORDER by dim.id ASC
+        LIMIT 1
+    ) first_dim ON true
+    WHERE first_dim.column_type IN (REGTYPE 'int2', REGTYPE 'int4', REGTYPE 'int8')
+    AND (first_dim.integer_now_func_schema IS NULL OR first_dim.integer_now_func IS NULL)
+    INTO hypertable_name;
+
+    IF hypertable_name is not null AND (current_setting('timescaledb.ignore_update_errors', true) is null OR current_setting('timescaledb.ignore_update_errors', true) != 'on') THEN
+        RAISE 'The continuous aggregate on hypertable "%" will break unless an integer_now func is set using set_integer_now_func().', hypertable_name;
+    END IF;
+END
+$BODY$;
+
+
+ALTER TABLE  _timescaledb_catalog.continuous_agg
+    ADD COLUMN  ignore_invalidation_older_than BIGINT NOT NULL DEFAULT BIGINT '9223372036854775807';
+UPDATE _timescaledb_catalog.continuous_agg SET ignore_invalidation_older_than = BIGINT '9223372036854775807';
+
+CLUSTER  _timescaledb_catalog.continuous_agg USING continuous_agg_pkey;
+ALTER TABLE _timescaledb_catalog.continuous_agg SET WITHOUT CLUSTER;
+
+CREATE INDEX IF NOT EXISTS continuous_agg_raw_hypertable_id_idx
+      ON _timescaledb_catalog.continuous_agg(raw_hypertable_id);
+
+
+--Add modification_time column
+CREATE TABLE _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log_tmp AS SELECT * FROM _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log;
+ALTER EXTENSION timescaledb DROP TABLE _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log;
+DROP TABLE _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log;
+CREATE TABLE IF NOT EXISTS _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log
+(
+    hypertable_id              INTEGER NOT NULL,
+    modification_time BIGINT  NOT NULL, --time at which the raw table was modified
+    lowest_modified_value      BIGINT  NOT NULL,
+    greatest_modified_value    BIGINT  NOT NULL
+);
+SELECT pg_catalog.pg_extension_config_dump('_timescaledb_catalog.continuous_aggs_hypertable_invalidation_log', '');
+--modification_time == INT_MIN to cause these invalidations to be processed
+INSERT INTO _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log
+    SELECT hypertable_id, BIGINT '-9223372036854775808', lowest_modified_value, greatest_modified_value
+    FROM _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log_tmp;
+DROP TABLE _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log_tmp;
+CREATE INDEX continuous_aggs_hypertable_invalidation_log_idx
+    ON _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log (hypertable_id, lowest_modified_value ASC);
+GRANT SELECT ON  _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log TO PUBLIC;
+
+--Add modification_time column
+CREATE TABLE _timescaledb_catalog.continuous_aggs_materialization_invalidation_log_tmp AS SELECT * FROM _timescaledb_catalog.continuous_aggs_materialization_invalidation_log;
+ALTER EXTENSION timescaledb DROP TABLE _timescaledb_catalog.continuous_aggs_materialization_invalidation_log;
+DROP TABLE _timescaledb_catalog.continuous_aggs_materialization_invalidation_log;
+CREATE TABLE IF NOT EXISTS _timescaledb_catalog.continuous_aggs_materialization_invalidation_log
+(
+    materialization_id         INTEGER
+        REFERENCES _timescaledb_catalog.continuous_agg (mat_hypertable_id)
+            ON DELETE CASCADE,
+    modification_time BIGINT NOT NULL, --time at which the raw table was modified
+    lowest_modified_value      BIGINT NOT NULL,
+    greatest_modified_value    BIGINT NOT NULL
+);
+SELECT pg_catalog.pg_extension_config_dump('_timescaledb_catalog.continuous_aggs_materialization_invalidation_log', '');
+--modification_time == INT_MIN to cause these invalidations to be processed
+INSERT INTO _timescaledb_catalog.continuous_aggs_materialization_invalidation_log
+    SELECT materialization_id, BIGINT '-9223372036854775808', lowest_modified_value, greatest_modified_value
+    FROM _timescaledb_catalog.continuous_aggs_materialization_invalidation_log_tmp;
+DROP TABLE _timescaledb_catalog.continuous_aggs_materialization_invalidation_log_tmp;
+CREATE INDEX continuous_aggs_materialization_invalidation_log_idx
+    ON _timescaledb_catalog.continuous_aggs_materialization_invalidation_log (materialization_id, lowest_modified_value ASC);
+GRANT SELECT ON  _timescaledb_catalog.continuous_aggs_materialization_invalidation_log TO PUBLIC;
+
+ALTER TABLE _timescaledb_config.bgw_policy_drop_chunks ALTER COLUMN cascade_to_materializations DROP NOT NULL;
+
+UPDATE _timescaledb_config.bgw_policy_drop_chunks SET cascade_to_materializations = NULL WHERE cascade_to_materializations = false;
+
+ALTER TABLE  _timescaledb_catalog.chunk ADD COLUMN dropped BOOLEAN DEFAULT false;
+UPDATE _timescaledb_catalog.chunk SET dropped = false;
+ALTER TABLE _timescaledb_catalog.chunk ALTER COLUMN dropped SET NOT NULL;
+
+CLUSTER  _timescaledb_catalog.chunk USING chunk_pkey;
+ALTER TABLE _timescaledb_catalog.chunk SET WITHOUT CLUSTER;

sql/updates/latest-dev.sql

@@ -1,91 +0,0 @@
-DO
-$BODY$
-DECLARE
-    hypertable_name TEXT;
-BEGIN
-    SELECT first_dim.schema_name || '.' || first_dim.table_name
-    FROM _timescaledb_catalog.continuous_agg ca
-    INNER JOIN LATERAL (
-        SELECT dim.*, h.*
-        FROM _timescaledb_catalog.hypertable h
-        INNER JOIN _timescaledb_catalog.dimension dim ON (dim.hypertable_id = h.id)
-        WHERE ca.raw_hypertable_id = h.id
-        ORDER by dim.id ASC
-        LIMIT 1
-    ) first_dim ON true
-    WHERE first_dim.column_type IN (REGTYPE 'int2', REGTYPE 'int4', REGTYPE 'int8')
-    AND (first_dim.integer_now_func_schema IS NULL OR first_dim.integer_now_func IS NULL)
-    INTO hypertable_name;
-
-    IF hypertable_name is not null AND (current_setting('timescaledb.ignore_update_errors', true) is null OR current_setting('timescaledb.ignore_update_errors', true) != 'on') THEN
-        RAISE 'The continuous aggregate on hypertable "%" will break unless an integer_now func is set using set_integer_now_func().', hypertable_name;
-    END IF;
-END
-$BODY$;
-
-
-ALTER TABLE  _timescaledb_catalog.continuous_agg
-    ADD COLUMN  ignore_invalidation_older_than BIGINT NOT NULL DEFAULT BIGINT '9223372036854775807';
-UPDATE _timescaledb_catalog.continuous_agg SET ignore_invalidation_older_than = BIGINT '9223372036854775807';
-
-CLUSTER  _timescaledb_catalog.continuous_agg USING continuous_agg_pkey;
-ALTER TABLE _timescaledb_catalog.continuous_agg SET WITHOUT CLUSTER;
-
-CREATE INDEX IF NOT EXISTS continuous_agg_raw_hypertable_id_idx
-      ON _timescaledb_catalog.continuous_agg(raw_hypertable_id);
-
-
---Add modification_time column
-CREATE TABLE _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log_tmp AS SELECT * FROM _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log;
-ALTER EXTENSION timescaledb DROP TABLE _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log;
-DROP TABLE _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log;
-CREATE TABLE IF NOT EXISTS _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log
-(
-    hypertable_id              INTEGER NOT NULL,
-    modification_time BIGINT  NOT NULL, --time at which the raw table was modified
-    lowest_modified_value      BIGINT  NOT NULL,
-    greatest_modified_value    BIGINT  NOT NULL
-);
-SELECT pg_catalog.pg_extension_config_dump('_timescaledb_catalog.continuous_aggs_hypertable_invalidation_log', '');
---modification_time == INT_MIN to cause these invalidations to be processed
-INSERT INTO _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log
-    SELECT hypertable_id, BIGINT '-9223372036854775808', lowest_modified_value, greatest_modified_value
-    FROM _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log_tmp;
-DROP TABLE _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log_tmp;
-CREATE INDEX continuous_aggs_hypertable_invalidation_log_idx
-    ON _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log (hypertable_id, lowest_modified_value ASC);
-GRANT SELECT ON  _timescaledb_catalog.continuous_aggs_hypertable_invalidation_log TO PUBLIC;
-
---Add modification_time column
-CREATE TABLE _timescaledb_catalog.continuous_aggs_materialization_invalidation_log_tmp AS SELECT * FROM _timescaledb_catalog.continuous_aggs_materialization_invalidation_log;
-ALTER EXTENSION timescaledb DROP TABLE _timescaledb_catalog.continuous_aggs_materialization_invalidation_log;
-DROP TABLE _timescaledb_catalog.continuous_aggs_materialization_invalidation_log;
-CREATE TABLE IF NOT EXISTS _timescaledb_catalog.continuous_aggs_materialization_invalidation_log
-(
-    materialization_id         INTEGER
-        REFERENCES _timescaledb_catalog.continuous_agg (mat_hypertable_id)
-            ON DELETE CASCADE,
-    modification_time BIGINT NOT NULL, --time at which the raw table was modified
-    lowest_modified_value      BIGINT NOT NULL,
-    greatest_modified_value    BIGINT NOT NULL
-);
-SELECT pg_catalog.pg_extension_config_dump('_timescaledb_catalog.continuous_aggs_materialization_invalidation_log', '');
---modification_time == INT_MIN to cause these invalidations to be processed
-INSERT INTO _timescaledb_catalog.continuous_aggs_materialization_invalidation_log
-    SELECT materialization_id, BIGINT '-9223372036854775808', lowest_modified_value, greatest_modified_value
-    FROM _timescaledb_catalog.continuous_aggs_materialization_invalidation_log_tmp;
-DROP TABLE _timescaledb_catalog.continuous_aggs_materialization_invalidation_log_tmp;
-CREATE INDEX continuous_aggs_materialization_invalidation_log_idx
-    ON _timescaledb_catalog.continuous_aggs_materialization_invalidation_log (materialization_id, lowest_modified_value ASC);
-GRANT SELECT ON  _timescaledb_catalog.continuous_aggs_materialization_invalidation_log TO PUBLIC;
-
-ALTER TABLE _timescaledb_config.bgw_policy_drop_chunks ALTER COLUMN cascade_to_materializations DROP NOT NULL;
-
-UPDATE _timescaledb_config.bgw_policy_drop_chunks SET cascade_to_materializations = NULL WHERE cascade_to_materializations = false;
-
-ALTER TABLE  _timescaledb_catalog.chunk ADD COLUMN dropped BOOLEAN DEFAULT false;
-UPDATE _timescaledb_catalog.chunk SET dropped = false;
-ALTER TABLE _timescaledb_catalog.chunk ALTER COLUMN dropped SET NOT NULL;
-
-CLUSTER  _timescaledb_catalog.chunk USING chunk_pkey;
-ALTER TABLE _timescaledb_catalog.chunk SET WITHOUT CLUSTER;

version.config

@@ -1,2 +1,2 @@
-version = 1.6.0-dev
-update_from_version = 1.5.1
+version = 1.7.0-dev
+update_from_version = 1.6.0