backup - add support for setting number of concurrent feeder-gw reque…

…sts (#566)
starkware-libs · Mar 21, 2023 · 21958c1 · 21958c1
1 parent 6b09920
commit 21958c1
Show file tree

Hide file tree

Showing 4 changed files with 12 additions and 1 deletion.
diff --git a/deployments/helm/files/backup.sh b/deployments/helm/files/backup.sh
@@ -5,6 +5,12 @@ if [ -z "${ADDITIONAL_HEADER}" ]; then
 else
     ADDITIONAL_ARGS="--http_headers=${ADDITIONAL_HEADER}"
 fi
+
+if [ -n "${CONCURRENT_REQUESTS}" ]; then
+    # temporary workaround for an internal papyrus memory issue
+    sed -i "s/concurrent_requests: 10/concurrent_requests: $CONCURRENT_REQUESTS/g" /app/config/config.yaml
+fi
+
 RUN_CMD="/app/target/release/papyrus_node --chain_id=${CHAIN_ID} --central_url=${CENTRAL_URL} ${ADDITIONAL_ARGS}"
 
 while true; do

diff --git a/deployments/helm/templates/aws-creds-secret.yaml b/deployments/helm/templates/aws-creds-secret.yaml
@@ -8,5 +8,5 @@ metadata:
 data:
   AWS_ACCESS_KEY_ID: {{ .Values.backup.aws.access_key_id | b64enc }}
   AWS_SECRET_ACCESS_KEY: {{ .Values.backup.aws.secret_access_key | b64enc }}
-  AWS_DEFAULT_REGION: {{ .Values.backup.aws.s3_bucket_region | b64dec }}
+  AWS_DEFAULT_REGION: {{ .Values.backup.aws.s3_bucket_region | b64enc }}
 {{- end }}
diff --git a/deployments/helm/templates/configmap.yaml b/deployments/helm/templates/configmap.yaml
@@ -8,6 +8,7 @@ data:
   RUST_LOG: {{ .Values.rustLogLevel }}
   CHAIN_ID: {{ .Values.starknet.chain_id }}
   CENTRAL_URL: {{ .Values.starknet.central_url }}
+  CONCURRENT_REQUESTS: {{ .Values.node.concurrent_fg_requests | quote }}
   {{- if .Values.starknet.additional_headers }}
   ADDITIONAL_HEADER: {{ .Values.starknet.additional_headers }}
   {{- end }}

diff --git a/deployments/helm/values.yaml b/deployments/helm/values.yaml
@@ -9,6 +9,10 @@ image:
   tag: dev
   pullPolicy: Always
 
+node:
+  # Number of concurrent requests to the SN feeder gateway
+  concurrent_fg_requests: 50
+
 starknet:
   chain_id: SN_GOERLI # possible values: SN_MAIN, SN_GOERLI
   # feeder-gateway url