fix cd pipeline for code proposals

archethic-foundation · Mar 30, 2023 · 9959068 · 9959068
1 parent d750034
commit 9959068
Show file tree

Hide file tree

Showing 29 changed files with 341 additions and 273 deletions.
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -2,72 +2,71 @@ name: Elixir CI
 
 on:
   push:
-    branches: [ master, develop, testnet ]
+    branches: [master, develop, testnet]
   pull_request:
-    branches: [ master, develop, testnet ]
+    branches: [master, develop, testnet]
 
 env:
   MIX_ENV: test
 
 jobs:
   build:
-
     name: Build and test
     runs-on: ubuntu-20.04
-    
+
     steps:
-    - name: Install OS Packages
-      uses: mstksg/get-package@2a4b48d55d72d43ca89ae58ec9ca1397d34a1c35
-      with:
-        apt-get: libgmp-dev libssl-dev libtinfo-dev libsystemd-dev zlib1g-dev libsodium-dev autoconf-archive libcmocka0 libcmocka-dev procps iproute2 build-essential git pkg-config gcc libtool automake libssl-dev uthash-dev autoconf doxygen libjson-c-dev libini-config-dev libcurl4-openssl-dev libltdl-dev libtss2-dev tss2
-    - uses: actions/checkout@v2
-    - name: Set up Elixir
-      uses: erlef/setup-beam@988e02bfe678367a02564f65ca2e37726dc0268f
-      id: beam
-      with:
-        elixir-version: '1.14.1' # Define the elixir version [required]
-        otp-version: '25.1' # Define the OTP version [required]
-    - name: Restore dependencies cache
-      uses: actions/cache@v3
-      id: mix-cache
-      with:
-        path: deps
-        key: ${{ runner.os }}-elixir-${{ steps.beam.outputs.elixir-version }}-${{ steps.beam.outputs.otp-version }}-mix-${{ hashFiles('**/mix.lock') }}
-        restore-keys: ${{ runner.os }}-elixir-${{ steps.beam.outputs.elixir-version }}-${{ steps.beam.outputs.otp-version }}-mix-
-    - name: Make Clean
-      run: mix clean
-    - name: Install dependencies
-      if: steps.mix-cache.outputs.cache-hit != 'true'
-      run: mix deps.get
-    - name: Check dependency updates
-      run: mix hex.outdated --within-requirements 1>/dev/null || echo 'Updates available!'
-    - name: Set Formatting
-      run: mix format --check-formatted
-    - name: Restore build cache
-      uses: actions/cache@v3
-      with:
-        path: _build
-        key: ${{ runner.os }}-build-elixir-${{ steps.beam.outputs.elixir-version }}-${{ steps.beam.outputs.otp-version }}-${{ hashFiles('**/mix.lock') }}
-        restore-keys: ${{ runner.os }}-elixir-${{ steps.beam.outputs.elixir-version }}-${{ steps.beam.outputs.otp-version }}-build-
-    - name: Compile the codebase
-      run: mix compile --warnings-as-errors
-    - name: Set credo
-      run: mix credo 
-    - name: Run Sobelow
-      run: mix sobelow 
-    - name: Run tests
-      run: mix test --trace
-    - name: Retrieve PLT Cache
-      uses: actions/cache@v3
-      id: plt-cache
-      with:
-        path: priv/plts
-        key: ${{ runner.os }}-plts-elixir-${{ steps.beam.outputs.elixir-version }}-${{ steps.beam.outputs.otp-version }}-${{ hashFiles('**/mix.lock') }}
-        restore-keys: ${{ runner.os }}-plts-elixir-${{ steps.beam.outputs.elixir-version }}-${{ steps.beam.outputs.otp-version }}-
-    - name: Create PLTs
-      if: steps.plt-cache.outputs.cache-hit != 'true'
-      run: |
-        mkdir -p priv/plts
-        mix dialyzer --plt
-    - name: Run dialyzer
-      run: mix dialyzer --no-check --ignore-exit-status
+      - name: Install OS Packages
+        uses: mstksg/get-package@2a4b48d55d72d43ca89ae58ec9ca1397d34a1c35
+        with:
+          apt-get: libgmp-dev libssl-dev libtinfo-dev libsystemd-dev zlib1g-dev libsodium-dev autoconf-archive libcmocka0 libcmocka-dev procps iproute2 build-essential git pkg-config gcc libtool automake libssl-dev uthash-dev autoconf doxygen libjson-c-dev libini-config-dev libcurl4-openssl-dev libltdl-dev libtss2-dev tss2
+      - uses: actions/checkout@v2
+      - name: Set up Elixir
+        uses: erlef/setup-beam@988e02bfe678367a02564f65ca2e37726dc0268f
+        id: beam
+        with:
+          elixir-version: "1.14.1" # Define the elixir version [required]
+          otp-version: "25.1" # Define the OTP version [required]
+      - name: Restore dependencies cache
+        uses: actions/cache@v3
+        id: mix-cache
+        with:
+          path: deps
+          key: ${{ runner.os }}-elixir-${{ steps.beam.outputs.elixir-version }}-${{ steps.beam.outputs.otp-version }}-mix-${{ hashFiles('**/mix.lock') }}
+          restore-keys: ${{ runner.os }}-elixir-${{ steps.beam.outputs.elixir-version }}-${{ steps.beam.outputs.otp-version }}-mix-
+      - name: Make Clean
+        run: mix clean
+      - name: Install dependencies
+        if: steps.mix-cache.outputs.cache-hit != 'true'
+        run: mix deps.get
+      - name: Check dependency updates
+        run: mix hex.outdated --within-requirements 1>/dev/null || echo 'Updates available!'
+      - name: Set Formatting
+        run: mix format --check-formatted
+      - name: Restore build cache
+        uses: actions/cache@v3
+        with:
+          path: _build
+          key: ${{ runner.os }}-build-elixir-${{ steps.beam.outputs.elixir-version }}-${{ steps.beam.outputs.otp-version }}-${{ hashFiles('**/mix.lock') }}
+          restore-keys: ${{ runner.os }}-elixir-${{ steps.beam.outputs.elixir-version }}-${{ steps.beam.outputs.otp-version }}-build-
+      - name: Compile the codebase
+        run: mix compile --warnings-as-errors
+      - name: Set credo
+        run: mix credo
+      - name: Run Sobelow
+        run: mix sobelow
+      - name: Run tests
+        run: mix test --trace
+      - name: Retrieve PLT Cache
+        uses: actions/cache@v3
+        id: plt-cache
+        with:
+          path: priv/plts
+          key: ${{ runner.os }}-plts-elixir-${{ steps.beam.outputs.elixir-version }}-${{ steps.beam.outputs.otp-version }}-${{ hashFiles('**/mix.lock') }}
+          restore-keys: ${{ runner.os }}-plts-elixir-${{ steps.beam.outputs.elixir-version }}-${{ steps.beam.outputs.otp-version }}-
+      - name: Create PLTs
+        if: steps.plt-cache.outputs.cache-hit != 'true'
+        run: |
+          mkdir -p priv/plts
+          mix dialyzer --plt
+      - name: Run dialyzer
+        run: mix dialyzer --no-check --ignore-exit-status
diff --git a/Dockerfile b/Dockerfile
@@ -23,21 +23,20 @@ ARG MIX_ENV=prod
 
 RUN apk add --no-cache --update \
   build-base \
+  grep \
   bash \
   gcc \
   make \
   g++ \
-  libexecinfo-dev \
-  libexecinfo \
   git \
   npm \
   python3 \
   wget \
   openssl \
   libsodium-dev \
+  libexecinfo-dev \
   gmp-dev 
 
-
 # Install hex and rebar
 RUN mix local.rebar --force \
   && mix local.hex --if-missing --force
@@ -60,23 +59,15 @@ RUN git config user.name aebot \
   && git config user.email aebot@archethic.net \
   && git remote add origin https://github.com/archethic-foundation/archethic-node
 
-# Install Dart Sass
-RUN npm install -g sass
-
-# build Sass -> CSS
-RUN cd assets && \
-  sass --no-source-map --style=compressed css/app.scss ../priv/static/css/app.css && cd -
-
 # build release
-RUN mix do assets.deploy, distillery.release
-
+RUN mix assets.deploy
+RUN MIX_ENV=prod mix distillery.release
 # gen PLT
 RUN if [ $with_tests -eq 1 ]; then mix git_hooks.run pre_push ;fi
 
 # Install
 RUN mkdir -p /opt/app \
-  && cd /opt/app \
-  && tar zxf /opt/code/_build/${MIX_ENV}/rel/archethic_node/releases/*/archethic_node.tar.gz
+  && tar zxf /opt/code/_build/${MIX_ENV}/rel/archethic_node/releases/*/archethic_node.tar.gz -C  /opt/app
 CMD /opt/app/bin/archethic_node foreground
 
 ################################################################################
@@ -85,7 +76,7 @@ FROM archethic-ci as build
 
 FROM elixir:1.14.1-alpine
 
-RUN apk add --no-cache --update bash git openssl libsodium
+RUN apk add --no-cache --update bash git openssl libsodium libexecinfo
 
 COPY --from=build /opt/app /opt/app
 COPY --from=build /opt/code/.git /opt/code/.git

diff --git a/Makefile b/Makefile
@@ -20,7 +20,6 @@ ifeq ($(TPM_INSTALLED),0)
 	$(CC) src/c/crypto/tpm/keygen.c src/c/crypto/tpm/lib.c -o priv/c_dist/tpm_keygen -I src/c/crypto/tpm/lib.h $(TPMFLAGS)
 endif
 
-
 clean:
 	rm -f priv/c_dist/*
 	mix archethic.clean_db

diff --git a/assets/package-lock.json b/assets/package-lock.json
diff --git a/config/dev.exs b/config/dev.exs
@@ -167,13 +167,13 @@ config :archethic, ArchethicWeb.Endpoint,
 config :archethic, :throttle,
   by_ip_high: [
     period: 1000,
-    limit: 5_000
+    limit: System.get_env("ARCHETHIC_THROTTLE_IP_HIGH", "5000")
   ],
   by_ip_low: [
     period: 1000,
-    limit: 5_000
+    limit: System.get_env("ARCHETHIC_THROTTLE_IP_LOW", "5000")
   ],
   by_ip_and_path: [
     period: 1000,
-    limit: 5_000
+    limit: System.get_env("ARCHETHIC_THROTTLE_IP_AND_PATH", "5000")
   ]
diff --git a/config/prod.exs b/config/prod.exs
@@ -273,13 +273,13 @@ config :archethic, ArchethicWeb.Endpoint,
 config :archethic, :throttle,
   by_ip_high: [
     period: 1000,
-    limit: 500
+    limit: System.get_env("ARCHETHIC_THROTTLE_IP_HIGH", "500")
   ],
   by_ip_low: [
     period: 1000,
-    limit: 20
+    limit: System.get_env("ARCHETHIC_THROTTLE_IP_LOW", "20")
   ],
   by_ip_and_path: [
     period: 1000,
-    limit: 20
+    limit: System.get_env("ARCHETHIC_THROTTLE_IP_AND_PATH", "20")
   ]
diff --git a/config/test.exs b/config/test.exs
@@ -176,13 +176,13 @@ config :archethic, ArchethicWeb.Endpoint,
 config :archethic, :throttle,
   by_ip_high: [
     period: 1000,
-    limit: 5_000
+    limit: System.get_env("ARCHETHIC_THROTTLE_IP_HIGH", "5000")
   ],
   by_ip_low: [
     period: 1000,
-    limit: 5_000
+    limit: System.get_env("ARCHETHIC_THROTTLE_IP_LOW", "5000")
   ],
   by_ip_and_path: [
     period: 1000,
-    limit: 5_000
+    limit: System.get_env("ARCHETHIC_THROTTLE_IP_AND_PATH", "5000")
   ]
diff --git a/lib/archethic/bootstrap/transaction_handler.ex b/lib/archethic/bootstrap/transaction_handler.ex
@@ -78,7 +78,9 @@ defmodule Archethic.Bootstrap.TransactionHandler do
   defp await_confirmation(tx_address, [node | rest]) do
     case P2P.send_message(node, %GetTransactionSummary{address: tx_address}) do
       {:ok,
-       %TransactionSummaryMessage{transaction_summary: %TransactionSummary{address: ^tx_address}}} ->
+       %TransactionSummaryMessage{
+         transaction_summary: %TransactionSummary{address: ^tx_address}
+       }} ->
         :ok
 
       {:ok, %NotFound{}} ->

diff --git a/lib/archethic/crypto.ex b/lib/archethic/crypto.ex
@@ -1141,22 +1141,26 @@ defmodule Archethic.Crypto do
   """
   @spec get_root_ca_public_key(key()) :: binary()
   def get_root_ca_public_key(<<curve::8, origin_id::8, _::binary>>) do
-    case Keyword.get(@certification_public_keys, ID.to_origin(origin_id)) do
-      nil ->
-        "no_key"
-
-      # Only for dev
-      [] ->
-        ""
-
-      curves when is_list(curves) ->
-        case Keyword.get(curves, ID.to_curve(curve)) do
-          nil ->
-            "no_key"
-
-          public_key ->
-            public_key
-        end
+    if System.get_env("ARCHETHIC_NETWORK_TYPE") == "testnet" do
+      ""
+    else
+      case Keyword.get(@certification_public_keys, ID.to_origin(origin_id)) do
+        nil ->
+          "no_key"
+
+        # Only for dev
+        [] ->
+          ""
+
+        curves when is_list(curves) ->
+          case Keyword.get(curves, ID.to_curve(curve)) do
+            nil ->
+              "no_key"
+
+            public_key ->
+              public_key
+          end
+      end
     end
   end
 

diff --git a/lib/archethic/db/embedded_impl/chain_index.ex b/lib/archethic/db/embedded_impl/chain_index.ex
@@ -40,7 +40,7 @@ defmodule Archethic.DB.EmbeddedImpl.ChainIndex do
     {:ok, %{db_path: db_path}}
   end
 
-  def code_change("1.0.7", state, _extra) do
+  def code_change("1.0.6", state, _extra) do
     ## We start the unstarted LRU cache
     cache_max_size = Application.get_env(:archethic, Archethic.DB.ChainIndex.MaxCacheSize)
     LRU.start_link(@archetic_db_tx_index_cache, cache_max_size)

diff --git a/lib/archethic/election/hypergeometric_distribution.ex b/lib/archethic/election/hypergeometric_distribution.ex
@@ -19,7 +19,9 @@ defmodule Archethic.Election.HypergeometricDistribution do
   alias Archethic.P2P.Node
   alias Archethic.PubSub
 
-  @executable Application.app_dir(:archethic, "/priv/c_dist/hypergeometric_distribution")
+  defp executable() do
+    Application.app_dir(:archethic, "/priv/c_dist/hypergeometric_distribution")
+  end
 
   def start_link(opts \\ []) do
     GenServer.start_link(__MODULE__, opts, name: __MODULE__)
@@ -114,7 +116,7 @@ defmodule Archethic.Election.HypergeometricDistribution do
 
   defp start_simulation_task(nb_nodes) do
     Task.async(fn ->
-      pid = Port.open({:spawn_executable, @executable}, args: [Integer.to_string(nb_nodes)])
+      pid = Port.open({:spawn_executable, executable()}, args: [Integer.to_string(nb_nodes)])
 
       receive do
         {^pid, {:data, data}} ->
@@ -134,10 +136,10 @@ defmodule Archethic.Election.HypergeometricDistribution do
 
       iex> HypergeometricDistribution.run_simulation(5)
       5
-      
+
       iex> HypergeometricDistribution.run_simulation(20)
       19
-      
+
       iex> HypergeometricDistribution.run_simulation(40)
       37