CI: Sync ci to 1.0 (#12878)

copy `.github` directory from `main` to `1.0-dev`
matrixorigin · Nov 22, 2023 · aca6462 · aca6462
1 parent 6c3f2c9
commit aca6462
Show file tree

Hide file tree

Showing 11 changed files with 152 additions and 46 deletions.
diff --git a/.github/ISSUE_TEMPLATE/enhancement.yml b/.github/ISSUE_TEMPLATE/enhancement.yml
@@ -1,18 +1,25 @@
-name: Enhancement
-description: As a developer, I want to make an enhancement for MatrixOne.
-title: "[Enhancement]: "
-# labels: [kind/enhancement, needs-triage]
-labels: [kind/enhancement]
+name: Tech request
+description: As a developer, I would like to suggest a tech idea for MatrixOne.
+title: "[Tech Request]: "
+# labels: [kind/tech-request, needs-triage]
+labels: [kind/tech-request]
 # assignees:
 #   - m-schen
 body:
   - type: checkboxes
     attributes:
-      label: Is there an existing issue for enhancement?
-      description: Please check if an issue already exists for the enhancement issue.
+      label: Is there an existing issue for the same tech request?
+      description: Please check if an issue already exists for the tech request issue.
       options:
         - label: I have checked the existing issues.
           required: true
+  - type: checkboxes
+    attributes:
+      label: Does this tech request not affect user experience?
+      description: If yes, please submit a feature request issue.
+      options:
+        - label: This tech request doesn't affect user experience.
+          required: true
   - type: textarea
     attributes:
       label: What would you like to be added ?

diff --git a/.github/ISSUE_TEMPLATE/schema.json b/.github/ISSUE_TEMPLATE/schema.json
@@ -1354,4 +1354,4 @@
     ],
     "title": "GitHub issue forms config file schema",
     "type": "object"
-}
+}
diff --git a/.github/workflows/ci.yml → .github/workflows/ci.yaml b/.github/workflows/ci.yml → .github/workflows/ci.yaml
@@ -2,14 +2,23 @@
 name: MatrixOne CI
 
 on:
-  pull_request:
-    types: [ opened, synchronize, reopened ]
-    branches: [ main,'[0-9]+.[0-9]+*' ]
-  workflow_dispatch:
-
-concurrency: 
-  group: ${{ github.event.pull_request.head.repo.full_name}}/${{ github.event.pull_request.head.ref }}/${{ github.workflow }}
-  cancel-in-progress: true
+  workflow_call:
+    secrets:
+      S3ENDPOINT:
+        description: 'S3ENDPOINT For Test'
+        required: true
+      S3REGION:
+        description: 'S3REGION For Test'
+        required: true
+      S3APIKEY:
+        description: 'S3APIKEY For Test'
+        required: true
+      S3APISECRET:
+        description: 'S3APISECRET For Test'
+        required: true
+      S3BUCKET:
+        description: 'S3BUCKET For Test'
+        required: true
 
 jobs:
   ut-linux-x86:
@@ -22,14 +31,14 @@ jobs:
           repository: ${{ github.event.pull_request.head.repo.full_name }}
           ref: ${{ github.event.pull_request.head.ref }}
       - name: Set up Go
-        uses: ./.github/actions/setup_env        
+        uses: ./.github/actions/setup_env   
       - name: Set env
         run: |
           echo "endpoint=${{ secrets.S3ENDPOINT }}" >> $GITHUB_ENV
           echo "region=${{ secrets.S3REGION }}" >> $GITHUB_ENV
           echo "apikey=${{ secrets.S3APIKEY }}" >> $GITHUB_ENV
           echo "apisecret=${{ secrets.S3APISECRET }}" >> $GITHUB_ENV
-          echo "bucket=${{ secrets.S3BUCKET }}" >> $GITHUB_ENV
+          echo "bucket=${{ secrets.S3BUCKET }}" >> $GITHUB_ENV     
       - name: Unit Testing
         run: |
           cd $GITHUB_WORKSPACE && make clean && make config
@@ -48,6 +57,13 @@ jobs:
           ref: ${{ github.event.pull_request.head.ref }}
       - name: Set up Go
         uses: ./.github/actions/setup_env
+      - name: Set env
+        run: |
+          echo "endpoint=${{ secrets.S3ENDPOINT }}" >> $GITHUB_ENV
+          echo "region=${{ secrets.S3REGION }}" >> $GITHUB_ENV
+          echo "apikey=${{ secrets.S3APIKEY }}" >> $GITHUB_ENV
+          echo "apisecret=${{ secrets.S3APISECRET }}" >> $GITHUB_ENV
+          echo "bucket=${{ secrets.S3BUCKET }}" >> $GITHUB_ENV
       - name: Unit Testing
         run: |
           cd $GITHUB_WORKSPACE && make clean && make config
@@ -80,4 +96,4 @@ jobs:
       - name: Static Code Analysis
         run: |
           cd $GITHUB_WORKSPACE
-          make static-check
+          make static-check
diff --git a/.github/workflows/e2e-compose.yml → .github/workflows/e2e-compose.yaml b/.github/workflows/e2e-compose.yml → .github/workflows/e2e-compose.yaml
@@ -1,11 +1,7 @@
 name: MatrixOne Compose Test
 
 on:
-  pull_request:
-    types: [ opened, synchronize, reopened ]
-    branches: [ main,'[0-9]+.[0-9]+*' ]
-
-  workflow_dispatch:
+  workflow_call:
 
 jobs:
   bvt-docker-compose-push:

diff --git a/.github/workflows/e2e-standalone.yml → .github/workflows/e2e-standalone.yaml b/.github/workflows/e2e-standalone.yml → .github/workflows/e2e-standalone.yaml
@@ -1,10 +1,7 @@
 name: MatrixOne e2e CI(Standalone)
 
 on:
-  pull_request:
-    types: [ opened, synchronize, reopened ]
-    branches: [ main,'[0-9]+.[0-9]+*' ]
-  workflow_dispatch:
+  workflow_call:
 
 jobs:
   bvt-linux-x86:

diff --git a/.github/workflows/e2e_upgrade.yml → .github/workflows/e2e-upgrade.yaml b/.github/workflows/e2e_upgrade.yml → .github/workflows/e2e-upgrade.yaml
@@ -1,9 +1,7 @@
 name: MatrixOne e2e upgrade CI
 
 on:
-  pull_request:
-    types: [ opened, synchronize, reopened ]
-    branches: [ main,'[0-9]+.[0-9]+*' ]
+  workflow_call:
 
 jobs:
   upgrade-ci-linux-x86:

diff --git a/.github/workflows/entrypoint.yaml b/.github/workflows/entrypoint.yaml
@@ -0,0 +1,74 @@
+name: MatrixOne ALL CI
+
+on:
+  pull_request_target:
+    types: [ opened, synchronize, reopened ]
+    branches: [ main,'[0-9]+.[0-9]+*' ]
+
+concurrency: 
+  group: ${{ github.event.pull_request.head.repo.full_name}}/${{ github.event.pull_request.head.ref }}/${{ github.workflow }}
+  cancel-in-progress: true
+
+jobs:
+  check-pr-valid:
+    runs-on: ubuntu-latest
+    name: CHECK PR VALID
+    outputs:
+      pr_valid: ${{ steps.check_pr_valid.outputs.pull_valid }}
+    steps:
+      - uses: guguducken/pulls-content-check@main
+        id: check_pr_valid
+        with:
+          github_token: ${{ secrets.TOKEN_ACTION }}
+          title_for_find_issue: "Which issue(s) this PR fixes:"
+          title_for_find_content: "What this PR does / why we need it:"
+
+  matrixone-ci:
+    name: Matrixone CI
+    needs: 
+      - check-pr-valid
+    if: ${{ needs.check-pr-valid.outputs.pr_valid == 'true' }}
+    uses: matrixorigin/matrixone/.github/workflows/ci.yaml@main
+    secrets:
+      S3ENDPOINT: ${{ secrets.S3ENDPOINT }}
+      S3REGION: ${{ secrets.S3REGION }}
+      S3APIKEY: ${{ secrets.S3APIKEY }}
+      S3APISECRET: ${{ secrets.S3APISECRET }}
+      S3BUCKET: ${{ secrets.S3BUCKET }}
+
+  matrixone-upgrade-ci:
+    name: Matrixone Upgrade CI
+    needs: 
+      - check-pr-valid
+    if: ${{ needs.check-pr-valid.outputs.pr_valid == 'true' }}
+    uses: matrixorigin/matrixone/.github/workflows/e2e-upgrade.yaml@main
+
+  matrixone-compose-ci:
+    name: Matrixone Compose CI
+    needs: 
+      - check-pr-valid
+    if: ${{ needs.check-pr-valid.outputs.pr_valid == 'true' }}
+    uses: matrixorigin/matrixone/.github/workflows/e2e-compose.yaml@main
+
+  matrixone-standalone-ci:
+    name: Matrixone Standlone CI
+    needs: 
+      - check-pr-valid
+    if: ${{ needs.check-pr-valid.outputs.pr_valid == 'true' }}
+    uses: matrixorigin/matrixone/.github/workflows/e2e-standalone.yaml@main
+
+  matrixone-utils-ci:
+    name: Matrixone Utils CI
+    needs: 
+      - check-pr-valid
+    if: ${{ needs.check-pr-valid.outputs.pr_valid == 'true' }}
+    uses: matrixorigin/matrixone/.github/workflows/utils.yaml@main
+    secrets:
+      TOKEN_ACTION: ${{ secrets.TOKEN_ACTION }}
+      S3ENDPOINT: ${{ secrets.S3ENDPOINT }}
+      S3REGION: ${{ secrets.S3REGION }}
+      S3APIKEY: ${{ secrets.S3APIKEY }}
+      S3APISECRET: ${{ secrets.S3APISECRET }}
+      S3BUCKET: ${{ secrets.S3BUCKET }}
+      DOCU_GROUP_HOOK: ${{ secrets.DOCU_GROUP_HOOK }}
+      OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
diff --git a/.github/workflows/merge-trigger-tke.yml → .github/workflows/merge-trigger-tke.yaml b/.github/workflows/merge-trigger-tke.yml → .github/workflows/merge-trigger-tke.yaml
@@ -811,4 +811,4 @@ jobs:
               break;
             fi
             sleep 5;
-          done
+          done
diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -21,7 +21,7 @@ jobs:
       - name: Build normal
         run: |
           make build
-          zip -r mo-linux-x86_64.zip mo-service ./etc/launch
+          zip -r mo-linux-x86_64.zip mo-service ./etc/launch ./etc/launch-with-python-udf-server ./pkg/udf/pythonservice/pyserver
       - name: Get release
         id: get_release
         uses: bruceadams/get-release@v1.3.2
@@ -55,7 +55,7 @@ jobs:
       - name: Build normal
         run: |
           make build
-          zip -r mo-linux-arm64.zip mo-service ./etc/launch
+          zip -r mo-linux-arm64.zip mo-service ./etc/launch ./etc/launch-with-python-udf-server ./pkg/udf/pythonservice/pyserver
       - name: Get release
         id: get_release
         uses: bruceadams/get-release@v1.3.2
@@ -110,7 +110,7 @@ jobs:
           cd ./mo-macos11
           spctl -a -vvv -t install mo-service
           codesign --test-requirement="=notarized" -vv mo-service
-          zip -r mo-darwin-x86_64.zip mo-service ./etc/launch
+          zip -r mo-darwin-x86_64.zip mo-service ./etc/launch ./etc/launch-with-python-udf-server ./pkg/udf/pythonservice/pyserver
       - name: Get release
         id: get_release
         uses: bruceadams/get-release@v1.3.2
@@ -156,7 +156,7 @@ jobs:
           cd ./mo-macos11
           spctl -a -vvv -t install mo-service
           codesign --test-requirement="=notarized" -vv mo-service
-          zip -r mo-darwin-arm64.zip mo-service ./etc/launch
+          zip -r mo-darwin-arm64.zip mo-service ./etc/launch ./etc/launch-with-python-udf-server ./pkg/udf/pythonservice/pyserver
       - name: Get release
         id: get_release
         uses: bruceadams/get-release@v1.3.2

diff --git a/.github/workflows/robot.yml b/.github/workflows/robot.yml
@@ -43,7 +43,7 @@ jobs:
         uses: guguducken/milestone-add-action@check_mill_exist
         with:
           action-token: ${{ secrets.TOKEN_ACTION }}
-          milestone: "1.0.0"
+          milestone: "1.1.0"
 
   check-bvt-issue:
     if: github.event_name == 'issues' && github.event.action == 'closed'
@@ -87,7 +87,7 @@ jobs:
     if: github.event_name == 'issues' && github.event.action == 'closed'
     steps:
       - name: Reopen Issue
-        if: github.event.issue.user.login != github.event.sender.login && github.event.action == 'closed' && github.event.sender.login != 'sukki37' && github.event.sender.login != 'aressu1985' && github.event.sender.login != 'fengttt'
+        if: github.event.issue.user.login != github.event.sender.login && github.event.action == 'closed' && github.event.sender.login != 'sukki37' && github.event.sender.login != 'aressu1985' && github.event.sender.login != 'fengttt' && github.event.sender.login != 'florashi181'
         uses: actions-cool/issues-helper@v3
         with:
           actions: 'open-issue'

diff --git a/.github/workflows/utils.yaml b/.github/workflows/utils.yaml
@@ -2,13 +2,32 @@
 name: MatrixOne Utils CI
 
 on:
-  pull_request_target:
-    types: [ opened, synchronize, reopened ]
-    branches: [ main,'[0-9]+.[0-9]+*' ]
-
-concurrency: 
-  group: ${{ github.event.pull_request.head.repo.full_name}}/${{ github.event.pull_request.head.ref }}/${{ github.workflow }}
-  cancel-in-progress: true
+  workflow_call:
+    secrets:
+      TOKEN_ACTION:
+        description: 'A token passed from the caller workflow'
+        required: true
+      S3ENDPOINT:
+        description: 'S3ENDPOINT For Test'
+        required: true
+      S3REGION:
+        description: 'S3REGION For Test'
+        required: true
+      S3APIKEY:
+        description: 'S3APIKEY For Test'
+        required: true
+      S3APISECRET:
+        description: 'S3APISECRET For Test'
+        required: true
+      S3BUCKET:
+        description: 'S3BUCKET For Test'
+        required: true
+      DOCU_GROUP_HOOK:
+        description: 'DOCU_GROUP_HOOK For Notice'
+        required: true
+      OPENAI_API_KEY:
+        description: 'OPENAI_API_KEY For get PR Suggestion'
+        required: true
 
 jobs:
   check_organization_user:
@@ -96,7 +115,6 @@ jobs:
           echo "apikey=${{ secrets.S3APIKEY }}" >> $GITHUB_ENV
           echo "apisecret=${{ secrets.S3APISECRET }}" >> $GITHUB_ENV
           echo "bucket=${{ secrets.S3BUCKET }}" >> $GITHUB_ENV
-
       - name: Get Changed Paths
         uses: guguducken/change-paths-action@v0.0.7
         id: ut-pr