[To RC/1.3.3] Metric: Discard Error Metric When Taking Snapthot

.github/workflows/cluster-it-1c1d.yml

@@ -5,15 +5,15 @@ on:
     branches:
       - master
       - 'rel/1.*'
-      - pipe-meta-sync
+      - 'rc/1.*'
     paths-ignore:
       - 'docs/**'
       - 'site/**'
   pull_request:
     branches:
       - master
       - 'rel/1.*'
-      - pipe-meta-sync
+      - 'rc/1.*'
     paths-ignore:
       - 'docs/**'
       - 'site/**'

.github/workflows/cluster-it-1c1d1a.yml

@@ -0,0 +1,62 @@
+name: Cluster IT - 1C1D1A
+
+on:
+  push:
+    branches:
+      - master
+      - 'rel/1.*'
+      - 'rc/1.*'
+    paths-ignore:
+      - 'docs/**'
+      - 'site/**'
+  pull_request:
+    branches:
+      - master
+      - 'rel/1.*'
+      - 'rc/1.*'
+    paths-ignore:
+      - 'docs/**'
+      - 'site/**'
+  # allow manually run the action:
+  workflow_dispatch:
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+env:
+  MAVEN_OPTS: -Dhttp.keepAlive=false -Dmaven.wagon.http.pool=false -Dmaven.wagon.http.retryHandler.class=standard -Dmaven.wagon.http.retryHandler.count=3
+  MAVEN_ARGS: --batch-mode --no-transfer-progress
+  DEVELOCITY_ACCESS_KEY: ${{ secrets.GE_ACCESS_TOKEN }}
+
+jobs:
+  AINode:
+    strategy:
+      fail-fast: false
+      max-parallel: 15
+      matrix:
+        os: [ ubuntu-latest ]
+    runs-on: ${{ matrix.os }}
+
+    steps:
+      - uses: actions/checkout@v4
+      - name: Build AINode
+        shell: bash
+        run: mvn clean package -DskipTests -P with-ainode
+      - name: IT Test
+        shell: bash
+        run: |
+          mvn clean verify \
+          -P with-integration-tests \
+          -DskipUTs \
+          -DintegrationTest.forkCount=2 \
+          -pl integration-test \
+          -am \
+          -PAIClusterIT
+      - name: Upload Artifact
+        if: failure()
+        uses: actions/upload-artifact@v4
+        with:
+          name: cluster-log-ainode-${{ matrix.os }}
+          path: integration-test/target/ainode-logs
+          retention-days: 30

.github/workflows/cluster-it-1c3d.yml

@@ -5,15 +5,15 @@ on:
     branches:
       - master
       - 'rel/1.*'
-      - pipe-meta-sync
+      - 'rc/1.*'
     paths-ignore:
       - 'docs/**'
       - 'site/**'
   pull_request:
     branches:
       - master
       - 'rel/1.*'
-      - pipe-meta-sync
+      - 'rc/1.*'
     paths-ignore:
       - 'docs/**'
       - 'site/**'
@@ -35,7 +35,7 @@ jobs:
       fail-fast: false
       max-parallel: 20
       matrix:
-        java: [ 8, 11, 17 ]
+        java: [ 17 ]
     runs-on: [self-hosted, iotdb]
 #      group: self-hosted
 #      labels: iotdb

.github/workflows/daily-ut.yml

@@ -0,0 +1,57 @@
+name: Daily UT
+
+on:
+  schedule:
+    # Run at UTC 19:00 every day (CST 03:00 AM)
+    - cron: '0 19 * * *'
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+env:
+  MAVEN_OPTS: -Dhttp.keepAlive=false -Dmaven.wagon.http.pool=false -Dmaven.wagon.http.retryHandler.class=standard -Dmaven.wagon.http.retryHandler.count=3
+  MAVEN_ARGS: --batch-mode --no-transfer-progress
+  DEVELOCITY_ACCESS_KEY: ${{ secrets.GE_ACCESS_TOKEN }}
+
+jobs:
+  unit-test:
+    strategy:
+      fail-fast: false
+      max-parallel: 15
+      matrix:
+        java: [ 8 ]
+        os: [ ubuntu-latest, windows-latest ]
+        it_task: [ 'others', 'datanode' ]
+        include:
+          - java: 17
+            os: macos-latest
+            it_task: 'datanode'
+          - java: 17
+            os: macos-latest
+            it_task: 'others'
+    runs-on: ${{ matrix.os }}
+
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set up JDK ${{ matrix.java }}
+        uses: actions/setup-java@v4
+        with:
+          distribution: corretto
+          java-version: ${{ matrix.java }}
+      - name: Cache Maven packages
+        uses: actions/cache@v4
+        with:
+          path: ~/.m2
+          key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }}
+          restore-keys: ${{ runner.os }}-m2-
+      - name: Test Datanode Module with Maven
+        shell: bash
+        if: ${{ matrix.it_task == 'datanode'}}
+        run: mvn clean integration-test -Dtest.port.closed=true -pl iotdb-core/datanode -am -DskipTests -Diotdb.test.only=true
+      - name: Test Other Modules with Maven
+        shell: bash
+        if: ${{ matrix.it_task == 'others'}}
+        run: |
+          mvn clean install -DskipTests
+          mvn -P get-jar-with-dependencies,with-integration-tests clean test -Dtest.port.closed=true -Diotdb.test.skip=true

.github/workflows/multi-language-client.yml

@@ -3,17 +3,29 @@ on:
   push:
     branches:
       - master
-      - "rel/*"
-    paths-ignore:
-      - 'docs/**'
-      - 'site/**'
+      - "rc/*"
+    paths:
+      - 'pom.xml'
+      - 'iotdb-client/pom.xml'
+      - 'iotdb-client/client-py/**'
+      - 'iotdb-client/client-cpp/**'
+      - 'example/client-cpp-example/**'
+      - 'iotdb-protocol/thrift-datanode/src/main/thrift/client.thrift'
+      - 'iotdb-protocol/thrift-commons/src/main/thrift/common.thrift'
+      - '.github/workflows/multi-language-client.yml'
   pull_request:
     branches:
       - master
-      - "rel/*"
-    paths-ignore:
-      - 'docs/**'
-      - 'site/**'
+      - "rc/*"
+    paths:
+      - 'pom.xml'
+      - 'iotdb-client/pom.xml'
+      - 'iotdb-client/client-py/**'
+      - 'iotdb-client/client-cpp/**'
+      - 'example/client-cpp-example/**'
+      - 'iotdb-protocol/thrift-datanode/src/main/thrift/client.thrift'
+      - 'iotdb-protocol/thrift-commons/src/main/thrift/common.thrift'
+      - '.github/workflows/multi-language-client.yml'
   # allow manually run the action:
   workflow_dispatch:
 
@@ -44,11 +56,16 @@ jobs:
           sudo apt-get update
           sudo apt-get install libboost-all-dev
       - name: Install CPP Dependencies (Mac)
+        # remove some xcode to release disk space
         if: matrix.os == 'macos-latest'
         shell: bash
         run: |
           brew install boost
-          brew install bison
+          sudo rm -rf /Applications/Xcode_14.3.1.app
+          sudo rm -rf /Applications/Xcode_15.0.1.app
+          sudo rm -rf /Applications/Xcode_15.1.app
+          sudo rm -rf /Applications/Xcode_15.2.app
+          sudo rm -rf /Applications/Xcode_15.3.app
       - name: Install CPP Dependencies (Windows)
         if: matrix.os == 'windows-latest'
         run: |
@@ -60,7 +77,7 @@ jobs:
         uses: actions/cache@v4
         with:
           path: ~/.m2
-          key: client-${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }}
+          key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }}
           restore-keys: ${{ runner.os }}-m2-
       - name: Build IoTDB server
         shell: bash
@@ -76,7 +93,7 @@ jobs:
         uses: actions/upload-artifact@v4
         with:
           name: cpp-IT-${{ runner.os }}
-          path: iotdb-client/client-cpp/target/build/test/Testing
+          path: distribution/target/apache-iotdb-*-all-bin/apache-iotdb-*-all-bin/logs
           retention-days: 1
 
   go:
@@ -112,31 +129,36 @@ jobs:
     runs-on: ${{ (matrix.python == '3.6' && 'ubuntu-20.04') || 'ubuntu-latest' }}
 
     steps:
+      - uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python }}
       - uses: actions/checkout@v4
       - name: Cache Maven packages
         uses: actions/cache@v4
         with:
           path: ~/.m2
           key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }}
           restore-keys: ${{ runner.os }}-m2-
+      - name: Cache pip packages
+        uses: actions/cache@v4
+        with:
+          path: ~/.cache/pip
+          key: ${{ runner.os }}-pip-${{ hashFiles('**/requirements.txt') }}
+          restore-keys: ${{ runner.os }}-pip-
       - name: Build IoTDB server distribution zip and python client
         run: mvn -B clean install -pl distribution,iotdb-client/client-py -am -DskipTests
       - name: Build IoTDB server docker image
         run: |
           docker build . -f docker/src/main/Dockerfile-1c1d -t "iotdb:dev"
           docker images
-      - uses: actions/setup-python@v5
-        with:
-          python-version: ${{ matrix.python }}
       - name: Install IoTDB python client requirements
         run: pip3 install -r iotdb-client/client-py/requirements_dev.txt
       - name: Check code style
         if: ${{ matrix.python == '3.x'}}
         shell: bash
         run: black iotdb-client/client-py/ --check --diff
-      - name: Integration test
+      - name: Integration test and test make package
         shell: bash
         run: |
           cd iotdb-client/client-py/ && pytest .
-
-
+          ./release.sh