[IOTDB-3611] Support "Modify Time Series Encoding and Compression Type" interface/command

antlr/src/main/antlr4/org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4

@@ -38,7 +38,7 @@ statement
 ddlStatement
     : createStorageGroup | createTimeseries | createSchemaTemplate | createTimeseriesOfSchemaTemplate
     | createFunction | createTrigger | createContinuousQuery
-    | alterTimeseries | deleteStorageGroup | deleteTimeseries | deletePartition | deleteTimeseriesOfSchemaTemplate
+    | alterTimeseries |rewriteTimeseries | deleteStorageGroup | deleteTimeseries | deletePartition | deleteTimeseriesOfSchemaTemplate
     | dropFunction | dropTrigger | dropContinuousQuery | dropSchemaTemplate
     | setTTL | unsetTTL | startTrigger | stopTrigger | setSchemaTemplate | unsetSchemaTemplate
     | showStorageGroup | showDevices | showTimeseries | showChildPaths | showChildNodes
@@ -49,6 +49,9 @@ ddlStatement
     | getRegionId | getTimeSlotList | getSeriesSlotList
     ;
 
+rewriteTimeseries
+    : REWRITE TIMESERIES prefixPath;
+
 dmlStatement
     : selectStatement | insertStatement | deleteStatement;
 
@@ -185,6 +188,7 @@ alterClause
     | ADD TAGS attributePair (COMMA attributePair)*
     | ADD ATTRIBUTES attributePair (COMMA attributePair)*
     | UPSERT aliasClause? tagClause? attributeClause?
+    | SETTYPE attributePair (COMMA attributePair)*
     ;
 
 aliasClause

antlr/src/main/antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4

@@ -117,6 +117,10 @@ CLEAR
     : C L E A R
     ;
 
+REWRITE
+    : R E W R I T E
+    ;
+
 CLUSTER
     : C L U S T E R
     ;
@@ -666,6 +670,10 @@ UPSERT
     : U P S E R T
     ;
 
+SETTYPE
+    : S E T T Y P E
+    ;
+
 URI
     : U R I
     ;

docs/UserGuide/Operate-Metadata/Timeseries.md

@@ -66,6 +66,18 @@ You can set different datatype, encoding, and compression for the timeseries in
 
 It is also supported to set an alias, tag, and attribute for aligned timeseries.
 
+## Alter Timeseries
+
+To alter the encoding and compression of the timeseries we created before, we can use`ALTER TimeSeries <Path> SETTYPE  encoding=<Encoding>,compression=<Compression>` statement.
+
+The usage are as follows:
+
+```
+IoTDB> ALTER TimeSeries root.ln.wf01.wt01.status SETTYPE  encoding=RLE
+IoTDB> ALTER TimeSeries root.ln.wf01.wt01.status SETTYPE  compression=SNAPPY
+IoTDB> ALTER TimeSeries root.ln.wf01.wt01.status SETTYPE  encoding=RLE,compression=SNAPPY
+```
+
 ## Delete Timeseries
 
 To delete the timeseries we created before, we are able to use `(DELETE | DROP) TimeSeries <PathPattern>` statement.

docs/UserGuide/Reference/SQL-Reference.md

@@ -188,12 +188,13 @@ Eg: IoTDB > DROP TIMESERIES root.ln.wf01.wt01.*
 ```
 ALTER TIMESERIES fullPath alterClause
 alterClause
-    : RENAME beforeName=ID TO currentName=ID
-    | SET property (COMMA property)*
-    | DROP ID (COMMA ID)*
-    | ADD TAGS property (COMMA property)*
-    | ADD ATTRIBUTES property (COMMA property)*
-    | UPSERT tagClause attributeClause
+    : RENAME beforeName=attributeKey TO currentName=attributeKey
+    | SET attributePair (COMMA attributePair)*
+    | DROP attributeKey (COMMA attributeKey)*
+    | ADD TAGS attributePair (COMMA attributePair)*
+    | ADD ATTRIBUTES attributePair (COMMA attributePair)*
+    | UPSERT aliasClause? tagClause? attributeClause?
+    | SETTYPE attributePair (COMMA attributePair)*
     ;
 attributeClause
     : (ATTRIBUTES LR_BRACKET property (COMMA property)* RR_BRACKET)?
@@ -207,6 +208,18 @@ Eg: ALTER timeseries root.turbine.d1.s1 DROP tag1, tag2
 Eg: ALTER timeseries root.turbine.d1.s1 ADD TAGS tag3=v3, tag4=v4
 Eg: ALTER timeseries root.turbine.d1.s1 ADD ATTRIBUTES attr3=v3, attr4=v4
 EG: ALTER timeseries root.turbine.d1.s1 UPSERT TAGS(tag2=newV2, tag3=v3) ATTRIBUTES(attr3=v3, attr4=v4)
+Eg: ALTER timeseries root.turbine.d1.s1 SETTYPE encoding=plain, compression=SNAPPY
+```
+
+* Rewrite Timeseries Statement
+```
+REWRITE TIMESERIES prefixPath
+prefixPath
+    : ROOT (DOT nodeName)*
+    ;
+Eg: Rewrite Timeseries root.ln
+Note: This statement can be used when "ALTER timeseries" has been called
+Note: prefixPath is a storageGroup path
 ```
 
 * Show All Timeseries Statement

docs/zh/UserGuide/Reference/SQL-Reference.md

@@ -173,17 +173,18 @@ Eg: IoTDB > DELETE TIMESERIES root.ln.wf01.wt01.*
 Eg: IoTDB > DROP TIMESERIES root.ln.wf01.wt01.*
 ```
 
-* 修改时间序列标签属性语句
+* 修改时间序列标签属性、编码类型和压缩类型语句
 
 ```
 ALTER TIMESERIES fullPath alterClause
 alterClause
-    : RENAME beforeName=ID TO currentName=ID
-    | SET property (COMMA property)*
-    | DROP ID (COMMA ID)*
-    | ADD TAGS property (COMMA property)*
-    | ADD ATTRIBUTES property (COMMA property)*
-    | UPSERT tagClause attributeClause
+    : RENAME beforeName=attributeKey TO currentName=attributeKey
+    | SET attributePair (COMMA attributePair)*
+    | DROP attributeKey (COMMA attributeKey)*
+    | ADD TAGS attributePair (COMMA attributePair)*
+    | ADD ATTRIBUTES attributePair (COMMA attributePair)*
+    | UPSERT aliasClause? tagClause? attributeClause?
+    | SETTYPE attributePair (COMMA attributePair)*
     ;
 attributeClause
     : (ATTRIBUTES LR_BRACKET property (COMMA property)* RR_BRACKET)?
@@ -197,6 +198,18 @@ Eg: ALTER timeseries root.turbine.d1.s1 DROP tag1, tag2
 Eg: ALTER timeseries root.turbine.d1.s1 ADD TAGS tag3=v3, tag4=v4
 Eg: ALTER timeseries root.turbine.d1.s1 ADD ATTRIBUTES attr3=v3, attr4=v4
 EG: ALTER timeseries root.turbine.d1.s1 UPSERT TAGS(tag2=newV2, tag3=v3) ATTRIBUTES(attr3=v3, attr4=v4)
+Eg: ALTER timeseries root.turbine.d1.s1 SETTYPE encoding=plain, compression=SNAPPY
+```
+
+* 重写时间序列语句
+```
+REWRITE TIMESERIES prefixPath
+prefixPath
+    : ROOT (DOT nodeName)*
+    ;
+Eg: Rewrite Timeseries root.ln
+Note: This statement can be used when "ALTER timeseries" has been called
+Note: prefixPath is a storageGroup path
 ```
 
 * 显示所有时间序列语句

integration/src/test/java/org/apache/iotdb/db/integration/IoTDBAlterTimeSeriesIT.java

@@ -0,0 +1,123 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.db.integration;
+
+import org.apache.iotdb.db.conf.IoTDBDescriptor;
+import org.apache.iotdb.integration.env.ConfigFactory;
+import org.apache.iotdb.integration.env.EnvFactory;
+import org.apache.iotdb.itbase.category.ClusterTest;
+import org.apache.iotdb.itbase.category.LocalStandaloneTest;
+
+import org.junit.After;
+import org.junit.Before;
+import org.junit.Test;
+import org.junit.experimental.categories.Category;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.sql.Connection;
+import java.sql.ResultSet;
+import java.sql.SQLException;
+import java.sql.Statement;
+
+import static org.junit.Assert.assertEquals;
+
+@Category({LocalStandaloneTest.class, ClusterTest.class})
+public class IoTDBAlterTimeSeriesIT {
+
+  private static final Logger logger = LoggerFactory.getLogger(IoTDBAlterTimeSeriesIT.class);
+  private long prevPartitionInterval;
+
+  @Before
+  public void setUp() throws Exception {
+    prevPartitionInterval = IoTDBDescriptor.getInstance().getConfig().getPartitionInterval();
+    ConfigFactory.getConfig().setPartitionInterval(1);
+    EnvFactory.getEnv().initBeforeTest();
+  }
+
+  @After
+  public void tearDown() throws Exception {
+    EnvFactory.getEnv().cleanAfterTest();
+    ConfigFactory.getConfig().setPartitionInterval(prevPartitionInterval);
+  }
+
+  @Test
+  public void testAlter() throws SQLException {
+    logger.info("test...");
+    try (Connection connection = EnvFactory.getEnv().getConnection();
+        Statement statement = connection.createStatement()) {
+      statement.execute("SET STORAGE GROUP TO root.alterTimeSeriesTest");
+      try {
+        statement.execute(
+            "CREATE TIMESERIES root.alterTimeSeriesTest.s1 WITH DATATYPE=INT64,ENCODING=PLAIN");
+        statement.execute(
+            "CREATE TIMESERIES root.alterTimeSeriesTest.s2 WITH DATATYPE=INT64,ENCODING=PLAIN");
+      } catch (SQLException e) {
+        // ignore
+      }
+
+      for (int i = 1; i <= 1000; i++) {
+        statement.execute(
+            String.format(
+                "INSERT INTO root.alterTimeSeriesTest(timestamp,s1,s2) VALUES (%d,%d,%d)",
+                i, i, i));
+      }
+      statement.execute("FLUSH");
+      ResultSet resultSetP = statement.executeQuery("show timeseries root.alterTimeSeriesTest.s1");
+      while (resultSetP.next()) {
+        assertEquals(resultSetP.getString("encoding"), "PLAIN");
+        assertEquals(resultSetP.getString("compression"), "SNAPPY");
+      }
+      statement.execute(
+          "alter timeseries root.alterTimeSeriesTest.s1 settype encoding=gorilla,compression=gzip");
+
+      ResultSet resultSetAL = statement.executeQuery("show timeseries root.alterTimeSeriesTest.s1");
+      while (resultSetAL.next()) {
+        assertEquals(resultSetAL.getString("encoding"), "GORILLA");
+        assertEquals(resultSetAL.getString("compression"), "GZIP");
+      }
+      for (int i = 1001; i <= 1010; i++) {
+        statement.execute(
+            String.format(
+                "INSERT INTO root.alterTimeSeriesTest(timestamp,s1,s2) VALUES (%d,%d,%d)",
+                i, i, i));
+      }
+
+      try (ResultSet resultSet = statement.executeQuery("SELECT * FROM root.alterTimeSeriesTest")) {
+        int cur = 1;
+        int count = 0;
+        while (resultSet.next()) {
+          long time = resultSet.getLong("Time");
+          long s1 = resultSet.getLong("root.alterTimeSeriesTest.s1");
+          long s2 = resultSet.getLong("root.alterTimeSeriesTest.s2");
+
+          assertEquals(cur, time);
+          assertEquals(cur, s1);
+          assertEquals(cur, s2);
+          cur++;
+          count++;
+        }
+        assertEquals(1010, count);
+      }
+
+      statement.execute("REWRITE TIMESERIES root.alterTimeSeriesTest");
+    }
+  }
+}

node-commons/src/main/java/org/apache/iotdb/commons/conf/IoTDBConstant.java

@@ -255,6 +255,12 @@ private IoTDBConstant() {}
   // compaction mods of previous version (<0.13)
   public static final String COMPACTION_MODIFICATION_FILE_NAME_FROM_OLD = "merge.mods";
 
+  // alter timeseries temp file
+  public static final String ALTER_TMP_FILE_SUFFIX = ".alter";
+  public static final String ALTER_OLD_TMP_FILE_SUFFIX = ".alter.old";
+  public static final String ALTER_TMP_FILE_RESOURCE_SUFFIX = ".alter.resource";
+  public static final String ALTER_OLD_TMP_FILE_RESOURCE_SUFFIX = ".alter.old.resource";
+
   // write ahead log
   public static final String WAL_FILE_PREFIX = "_";
   public static final String WAL_FILE_SUFFIX = ".wal";

schema-engine-rocksdb/src/main/java/org/apache/iotdb/db/metadata/schemaregion/rocksdb/RSchemaRegion.java

@@ -1827,6 +1827,13 @@ public long countPathsUsingTemplate(int templateId, PathPatternTree patternTree)
     throw new UnsupportedOperationException();
   }
 
+  @Override
+  public Pair<TSEncoding, CompressionType> alterTimeseriesEncodingCompressionType(
+      PartialPath fullPath, TSEncoding curEncoding, CompressionType curCompressionType)
+      throws MetadataException, IOException {
+    throw new UnsupportedOperationException();
+  }
+
   @Override
   public String toString() {
     return String.format("database:[%s]", storageGroupFullPath);

schema-engine-rocksdb/src/main/java/org/apache/iotdb/db/metadata/schemaregion/rocksdb/mnode/RMeasurementMNode.java

@@ -29,7 +29,9 @@
 import org.apache.iotdb.db.metadata.schemaregion.rocksdb.RSchemaConstants;
 import org.apache.iotdb.db.metadata.schemaregion.rocksdb.RSchemaReadWriteHandler;
 import org.apache.iotdb.db.metadata.schemaregion.rocksdb.RSchemaUtils;
+import org.apache.iotdb.tsfile.file.metadata.enums.CompressionType;
 import org.apache.iotdb.tsfile.file.metadata.enums.TSDataType;
+import org.apache.iotdb.tsfile.file.metadata.enums.TSEncoding;
 import org.apache.iotdb.tsfile.utils.ReadWriteIOUtils;
 import org.apache.iotdb.tsfile.write.schema.IMeasurementSchema;
 import org.apache.iotdb.tsfile.write.schema.MeasurementSchema;
@@ -127,6 +129,16 @@ public void setAlias(String alias) {
     this.alias = alias;
   }
 
+  @Override
+  public void updateSchemaInfo(
+      String measurementId,
+      TSEncoding encoding,
+      CompressionType compressionType,
+      Map<String, String> props) {
+    // TODO not support now
+    throw new UnsupportedOperationException("only for alter timeSeries");
+  }
+
   @Override
   public boolean isPreDeleted() {
     return false;

server/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java

@@ -1046,6 +1046,11 @@ public class IoTDBConfig {
   // customizedProperties, this should be empty by default.
   private Properties customizedProperties = new Properties();
 
+  /** TsFileManager Rewrite lock timeout */
+  private long rewriteLockWaitTimeoutInMS = (int) TimeUnit.MINUTES.toMillis(1);
+
+  private long rewriteCandidateStatusWaitTimeoutInMs = TimeUnit.MINUTES.toMillis(10);
+
   IoTDBConfig() {}
 
   public float getUdfMemoryBudgetInMB() {
@@ -3329,6 +3334,22 @@ public String getConfigMessage() {
     return configMessage;
   }
 
+  public long getRewriteLockWaitTimeoutInMS() {
+    return rewriteLockWaitTimeoutInMS;
+  }
+
+  public void setRewriteLockWaitTimeoutInMS(long rewriteLockWaitTimeoutInMS) {
+    this.rewriteLockWaitTimeoutInMS = rewriteLockWaitTimeoutInMS;
+  }
+
+  public long getRewriteCandidateStatusWaitTimeoutInMs() {
+    return rewriteCandidateStatusWaitTimeoutInMs;
+  }
+
+  public void setRewriteCandidateStatusWaitTimeoutInMs(long rewriteCandidateStatusWaitTimeoutInMs) {
+    this.rewriteCandidateStatusWaitTimeoutInMs = rewriteCandidateStatusWaitTimeoutInMs;
+  }
+
   public long getDataRatisConsensusSnapshotTriggerThreshold() {
     return dataRatisConsensusSnapshotTriggerThreshold;
   }