From 1ec1bcdc6410fe556912fdbed9d8883f89e19443 Mon Sep 17 00:00:00 2001
From: Filipe Azevedo <filipe@azevedo.io>
Date: Thu, 13 Jun 2024 14:10:52 +0100
Subject: [PATCH] Increase firehose grpc max decode size (#5483)

---
 graph/src/env/mod.rs            | 8 +++++++-
 graph/src/firehose/endpoints.rs | 4 ++++
 2 files changed, 11 insertions(+), 1 deletion(-)

diff --git a/graph/src/env/mod.rs b/graph/src/env/mod.rs
index 14c4fd221f8..beeca1943a1 100644
--- a/graph/src/env/mod.rs
+++ b/graph/src/env/mod.rs
@@ -205,6 +205,9 @@ pub struct EnvVars {
     /// which must be an absolute path. This only has an effect in debug
     /// builds. Set with `GRAPH_SECTION_MAP`. Defaults to `None`.
     pub section_map: Option<String>,
+    /// Set the maximum grpc decode size(in MB) for firehose BlockIngestor connections.
+    /// Defaults to 25MB
+    pub firehose_grpc_max_decode_size_mb: usize,
 }
 
 impl EnvVars {
@@ -275,7 +278,7 @@ impl EnvVars {
             external_http_base_url: inner.external_http_base_url,
             external_ws_base_url: inner.external_ws_base_url,
             static_filters_threshold: inner.static_filters_threshold,
-            reorg_threshold: reorg_threshold,
+            reorg_threshold,
             ingestor_polling_interval: Duration::from_millis(inner.ingestor_polling_interval),
             subgraph_settings: inner.subgraph_settings,
             prefer_substreams_block_streams: inner.prefer_substreams_block_streams,
@@ -284,6 +287,7 @@ impl EnvVars {
             min_history_blocks: inner.min_history_blocks.unwrap_or(2 * reorg_threshold),
             dips_metrics_object_store_url: inner.dips_metrics_object_store_url,
             section_map: inner.section_map,
+            firehose_grpc_max_decode_size_mb: inner.firehose_grpc_max_decode_size_mb,
         })
     }
 
@@ -425,6 +429,8 @@ struct Inner {
     dips_metrics_object_store_url: Option<String>,
     #[envconfig(from = "GRAPH_SECTION_MAP")]
     section_map: Option<String>,
+    #[envconfig(from = "GRAPH_NODE_FIREHOSE_MAX_DECODE_SIZE", default = "25")]
+    firehose_grpc_max_decode_size_mb: usize,
 }
 
 #[derive(Clone, Debug)]
diff --git a/graph/src/firehose/endpoints.rs b/graph/src/firehose/endpoints.rs
index b6d1de09086..24c47d3990c 100644
--- a/graph/src/firehose/endpoints.rs
+++ b/graph/src/firehose/endpoints.rs
@@ -6,6 +6,7 @@ use crate::{
     components::store::BlockNumber,
     data::value::Word,
     endpoint::{ConnectionType, EndpointMetrics, Provider, RequestLabels},
+    env::ENV_VARS,
     firehose::decode_firehose_block,
     prelude::{anyhow, debug, info, DeploymentHash},
     substreams_rpc,
@@ -273,6 +274,9 @@ impl FirehoseEndpoint {
             client = client.send_compressed(CompressionEncoding::Gzip);
         }
 
+        client = client
+            .max_decoding_message_size(1024 * 1024 * ENV_VARS.firehose_grpc_max_decode_size_mb);
+
         client
     }