Squashed commit of the following:

commit 60edddd Author: Subhradeep Chakraborty <chakrabortysubhradeep556@gmail.com> Date: Thu May 2 18:12:04 2024 +0530 feat: introduce synthetics in backend commit c1a43a7 Author: Ankur Srivastava <ansrivas@users.noreply.github.com> Date: Sun May 5 13:57:29 2024 +0200 ci: build arm64 and amd64 for the PR (#3403) commit 360e137 Author: gaetan-craft <97035736+gaetan-craft@users.noreply.github.com> Date: Fri May 3 15:25:16 2024 +0200 fix(auth): fix password with colons (#3402) Fix #3401 --------- Co-authored-by: Taiming Liu <90490946+taimingl@users.noreply.github.com> commit 32346e8 Author: Ashish Kolhe <35160958+oasisk@users.noreply.github.com> Date: Fri May 3 15:18:34 2024 +0530 fix: get schema versions fix (#3407) commit 9e9c8c7 Author: Bhargav <BJP232004@GMAIL.COM> Date: Fri May 3 14:31:50 2024 +0530 fix: removed google fonts and loaded to local (#3408) Removed font external url's and used from local. commit 8a1cfdd Author: Ashish Kolhe <35160958+oasisk@users.noreply.github.com> Date: Fri May 3 12:44:32 2024 +0530 fix: RBAC for native users (#3404) commit ae32579 Author: Taiming Liu <90490946+taimingl@users.noreply.github.com> Date: Thu May 2 11:33:21 2024 -0700 fix: UI - cloudwatch ingestion endpoints (#3400) Add the missing org identifier to cloudwatch ingestion endpoints on UI commit 13e1442 Author: Hengfei Yang <hengfei.yang@gmail.com> Date: Thu May 2 13:36:23 2024 +0800 perf: get schema versions for the time range (#3397) commit 3ce71a1 Author: Hengfei Yang <hengfei.yang@gmail.com> Date: Wed May 1 22:54:50 2024 +0800 fix: add compress for schema cache (#3396) commit e0a00cb Author: Taiming Liu <90490946+taimingl@users.noreply.github.com> Date: Wed May 1 06:17:12 2024 -0700 fix: reporting usage remotely (#3391) fix reqwest client auth issue when reporting usage remotely --------- Co-authored-by: Hengfei Yang <hengfei.yang@gmail.com> commit 8ffea6d Author: Bhargav <BJP232004@GMAIL.COM> Date: Wed May 1 13:20:47 2024 +0530 fix: unwanted route path (#3394) commit 87e1e50 Author: Hengfei Yang <hengfei.yang@gmail.com> Date: Wed May 1 12:11:30 2024 +0800 fix: realtime alert schedule (#3388) - [x] fix job scheduler - [x] add new db API `list_values_by_start_dt` commit 53f260b Author: Ankur Srivastava <ansrivas@users.noreply.github.com> Date: Wed May 1 04:02:38 2024 +0200 fix: bump up node to 20 and test (#3389) commit 4b92c09 Author: ktx-vaidehi <134508096+ktx-vaidehi@users.noreply.github.com> Date: Tue Apr 30 22:41:56 2024 +0530 feat: Query Cancellation (#3207) Co-authored-by: oasisk <ashish.j.kolhe@gmail.com> Co-authored-by: Hengfei Yang <hengfei.yang@gmail.com> commit 2a73b22 Author: Subhra264 <chakrabortysubhradeep556@gmail.com> Date: Tue Apr 30 20:05:42 2024 +0530 fix: include ingestion events into usage reporting (#3390) commit 45cd5aa Author: Bhargav <BJP232004@GMAIL.COM> Date: Tue Apr 30 17:51:01 2024 +0530 fix: organization url (#3387) commit a70bd69 Author: Ankur Srivastava <ansrivas@users.noreply.github.com> Date: Tue Apr 30 12:09:25 2024 +0200 fix: allow a few more licenses for js code (#3386) commit 30d06f1 Author: Subhra264 <chakrabortysubhradeep556@gmail.com> Date: Tue Apr 30 13:38:46 2024 +0530 fix: include next_run_at in the realtime triggers usage reporting (#3383) Co-authored-by: Hengfei Yang <hengfei.yang@gmail.com> commit 10fb427 Author: Ashish Kolhe <35160958+oasisk@users.noreply.github.com> Date: Tue Apr 30 12:08:46 2024 +0530 fix: schema version on new field addition (#3385) commit b5da011 Author: Bhargav <BJP232004@GMAIL.COM> Date: Tue Apr 30 11:35:50 2024 +0530 fix: removed clear localstorage for 401 redirection. Selected local s… (#3384) …torage value will be cleared commit 30f0988 Author: Hengfei Yang <hengfei.yang@gmail.com> Date: Tue Apr 30 13:41:40 2024 +0800 perf: optimize compactor reduce some optimizers for datafusion (#3382) commit b418d17 Author: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> Date: Tue Apr 30 13:04:48 2024 +0800 chore(deps): bump EmbarkStudios/cargo-deny-action from 1.6.2 to 1.6.3 (#3377) commit e6ce1c5 Author: Hengfei Yang <hengfei.yang@gmail.com> Date: Tue Apr 30 08:54:37 2024 +0800 perf: improve wal parquet load speed (#3378) Get parquet metadata take a lot of time when the schema is very big, so we cache the metadata. it will more faster to load file for search. commit 7c1da83 Author: Hengfei Yang <hengfei.yang@gmail.com> Date: Mon Apr 29 22:34:36 2024 +0800 perf: improve wal parquet load speed (#3376)
openobserve · May 8, 2024 · 683e2e8 · 683e2e8
1 parent 9da7033
commit 683e2e8
Show file tree

Hide file tree

Showing 90 changed files with 3,600 additions and 790 deletions.
diff --git a/.github/workflows/build-pr-image.yml b/.github/workflows/build-pr-image.yml
@@ -16,7 +16,7 @@ jobs:
         id-token: write
         contents: read
       if: github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name == github.repository && github.event.pull_request.head.repo.fork == false
-      runs-on: ${{ github.event.pull_request.head.repo.fork == true && 'ubuntu-2004-8-cores' || 'ubicloud-standard-8' }}
+      runs-on: ${{ github.event.pull_request.head.repo.fork == true && 'ubuntu-2004-8-cores' || 'ubicloud-standard-4' }}
       steps:
         - name: Remove unused tools
           run: |
@@ -94,4 +94,139 @@ jobs:
               public.ecr.aws/zinclabs/openobserve-dev:${{ env.GIT_TAG }}-${{ env.GIT_HASH}}-amd64
             push: true
             cache-from: type=gha
-            cache-to: type=gha,mode=max
+            cache-to: type=gha,mode=max
+            platforms: linux/amd64
+
+    build_pr_image_arm:
+      name: build_pr_image_arm
+      permissions:
+        id-token: write
+        contents: read
+      if: github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name == github.repository && github.event.pull_request.head.repo.fork == false
+      runs-on: 'ubicloud-standard-8-arm'
+      steps:
+        - name: Remove unused tools
+          run: |
+            sudo rm -rf /usr/share/dotnet
+            sudo rm -rf /opt/ghc
+            sudo rm -rf "/usr/local/share/boost"
+            sudo rm -rf "$AGENT_TOOLSDIRECTORY"
+  
+        - name: Clone the current repo
+          uses: actions/checkout@v4
+          with:
+            repository: ${{ github.event.pull_request.head.repo.full_name }}
+            ref: ${{ github.event.pull_request.head.ref || github.ref }}
+            fetch-depth: 0
+            fetch-tags: true
+
+        - name: Setup Rust Toolchain
+          uses: dtolnay/rust-toolchain@master
+          with:
+            toolchain: nightly-2024-03-02
+
+        - uses: Swatinem/rust-cache@v2
+          with:
+            cache-on-failure: true
+        - name: Install Protoc
+          uses: arduino/setup-protoc@v3
+          with:
+            version: "21.12"
+        - uses: actions/setup-node@v4
+          with:
+            node-version: 18
+
+        - name: Build frontend code
+          run: cd web && npm install && npm run build
+
+        - name: Print rustc cfg
+          run: rustc --print cfg
+
+        - name: Build and run binary
+          run: |
+            cargo build --release --features mimalloc --target aarch64-unknown-linux-gnu
+            mkdir -p bin
+            mv target/aarch64-unknown-linux-gnu/release/openobserve bin/openobserve
+     
+        - name: Configure AWS Credentials
+          uses: aws-actions/configure-aws-credentials@v4
+          with:
+            aws-region: ${{ env.AWS_REGION }}
+            role-to-assume: arn:aws:iam::058694856476:role/GitHubActionsRole
+            role-session-name: GithubActionsSession
+
+        - name: Login to Amazon ECR
+          id: login-ecr
+          uses: aws-actions/amazon-ecr-login@v2          
+          with:
+            registry-type: public
+
+        - name: Set up Docker Buildx
+          uses: docker/setup-buildx-action@v3
+
+        - name: Set GIT_TAG env
+          run: |
+            echo "GIT_TAG=$(git describe --tags --abbrev=0)" >> $GITHUB_ENV
+            echo "GIT_HASH=$(git rev-parse --short=7 HEAD)" >> $GITHUB_ENV
+     
+        - name: Build and push
+          uses: docker/build-push-action@v5
+          with:
+            file: deploy/build/Dockerfile.pr.amd64
+            context: .
+            tags: |
+              public.ecr.aws/zinclabs/openobserve-dev:${{ env.GIT_TAG }}-${{ env.GIT_HASH}}-arm64
+            push: true
+            cache-from: type=gha
+            cache-to: type=gha,mode=max
+            platforms: linux/arm64
+
+    build:
+      needs: [build_pr_image, build_pr_image_arm]
+      runs-on: ubicloud-standard-2-arm
+      permissions:
+        id-token: write
+        contents: read
+      steps:
+        - name: Clone the current repo
+          uses: actions/checkout@v4
+          with:
+            repository: ${{ github.event.pull_request.head.repo.full_name }}
+            ref: ${{ github.event.pull_request.head.ref || github.ref }}
+            fetch-depth: 0
+            fetch-tags: true
+        - name: Set GIT_TAG env
+          run: |
+            echo "GIT_TAG=$(git describe --tags --abbrev=0)" >> $GITHUB_ENV
+            echo "GIT_HASH=$(git rev-parse --short=7 HEAD)" >> $GITHUB_ENV
+        - name: Configure AWS Credentials
+          uses: aws-actions/configure-aws-credentials@v4
+          with:
+            aws-region: ${{ env.AWS_REGION }}
+            role-to-assume: arn:aws:iam::058694856476:role/GitHubActionsRole
+            role-session-name: GithubActionsSession
+
+        - name: Login to Amazon ECR
+          id: login-ecr
+          uses: aws-actions/amazon-ecr-login@v2          
+          with:
+            registry-type: public
+
+        - uses: int128/docker-manifest-create-action@v2
+          with:
+            tags: |
+              public.ecr.aws/zinclabs/openobserve-dev:${{ env.GIT_TAG }}-${{ env.GIT_HASH}}
+            sources: |
+              public.ecr.aws/zinclabs/openobserve-dev:${{ env.GIT_TAG }}-${{ env.GIT_HASH}}-amd64
+              public.ecr.aws/zinclabs/openobserve-dev:${{ env.GIT_TAG }}-${{ env.GIT_HASH}}-arm64
+              
+        # - name: Create manifests
+        #   run: |
+        #     docker pull public.ecr.aws/zinclabs/openobserve-dev:${{ env.GIT_TAG }}-${{ env.GIT_HASH}}-amd64
+        #     docker pull public.ecr.aws/zinclabs/openobserve-dev:${{ env.GIT_TAG }}-${{ env.GIT_HASH}}-arm64
+        #     sleep 5
+        #     docker manifest create public.ecr.aws/zinclabs/openobserve-dev:${{ env.GIT_TAG }}-${{ env.GIT_HASH}} \
+        #       --amend public.ecr.aws/zinclabs/openobserve-dev:${{ env.GIT_TAG }}-${{ env.GIT_HASH}}-amd64 \
+        #       --amend public.ecr.aws/zinclabs/openobserve-dev:${{ env.GIT_TAG }}-${{ env.GIT_HASH}}-arm64
+        #     sleep 5
+        #     docker manifest push public.ecr.aws/zinclabs/openobserve-dev:${{ env.GIT_TAG }}-${{ env.GIT_HASH}}
diff --git a/.github/workflows/cargo-deny.yml b/.github/workflows/cargo-deny.yml
@@ -11,7 +11,7 @@ jobs:
     timeout-minutes: 10
     steps:
       - uses: actions/checkout@v4
-      - uses: EmbarkStudios/cargo-deny-action@v1.6.2
+      - uses: EmbarkStudios/cargo-deny-action@v1.6.3
         with:
           # The command to run with cargo-deny
           command: check licenses
diff --git a/.github/workflows/js-license-checker.yml b/.github/workflows/js-license-checker.yml
@@ -14,13 +14,13 @@ jobs:
         uses: actions/checkout@v4
       - uses: actions/setup-node@v4
         with:
-          node-version: 18
+          node-version: 20
       - name: Build frontend code
         run: cd web && npm install && npm run build
       - name: Check licenses
         uses: tangro/actions-license-check@v1.0.14
         with:
-          allowed-licenses: 'MIT; ISC; Apache-2.0; BSD; MPL-2.0'
+          allowed-licenses: 'MIT; ISC; Apache-2.0; BSD; MPL-2.0; Unlicense; CC-BY-4.0; Artistic-2.0; UNLICENSED'
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
           GITHUB_CONTEXT: ${{ toJson(github) }}