expose prometheus metrics + cloudrun compatible

Cargo.toml

@@ -30,12 +30,18 @@ syn = "1.0.90"
 tempfile = "3.3.0"
 tokio = { version = "1", features = ["full"] }
 tokio-stream = { version = "0.1" }
-tracing = "0.1.35"
-tracing-subscriber = { version = "0.3.11", features = ["fmt", "std", "env-filter"] }
+tracing = { version = "0.1.36", features = ["std"] }
 tracing-appender = "0.2.2"
+prometheus = "0.13.1"
+atty = "0.2"
 quote = "1.0.17"
-
+tracing-subscriber = { version = "0.3", features = ["env-filter"] }
 near-jsonrpc-primitives = "0.14.0"
 near-jsonrpc-client = "0.4.0-beta.0"
 near-lake-framework = "0.5.0"
 near-primitives = "0.14.0"
+hyper = { version = "0.14", features = ["full"] }
+aws-types= "0.13.0"
+aws-sdk-s3="0.13.0"
+chrono="0.4.23"
+tracing-bunyan-formatter = "0.3.4"

src/configs.rs

@@ -16,14 +16,44 @@ pub(crate) struct Opts {
     #[clap(long)]
     pub debug: bool,
     /// AWS S3 bucket name to get the stream from
-    #[clap(long)]
+    #[clap(long, env)]
     pub s3_bucket_name: String,
+    /// AWS Access Key with the rights to read from AWS S3
+    #[clap(long, env)]
+    pub lake_aws_access_key: String,
+    #[clap(long, env)]
+    /// AWS Secret Access Key with the rights to read from AWS S3
+    pub lake_aws_secret_access_key: String,
     /// AWS S3 bucket region
-    #[clap(long)]
+    #[clap(long, env)]
     pub s3_region_name: String,
     /// Block height to start the stream from
-    #[clap(long, short)]
+    #[clap(long, short, env)]
     pub start_block_height: u64,
-    #[clap(long, short)]
+    #[clap(long, short, env)]
     pub near_archival_rpc_url: String,
+    #[clap(long, env)]
+    pub chain_id: String,
+}
+
+impl Opts {
+    // Creates AWS Credentials for NEAR Lake
+    fn lake_credentials(&self) -> aws_types::credentials::SharedCredentialsProvider {
+        let provider = aws_types::Credentials::new(
+            self.lake_aws_access_key.clone(),
+            self.lake_aws_secret_access_key.clone(),
+            None,
+            None,
+            "events_indexer",
+        );
+        aws_types::credentials::SharedCredentialsProvider::new(provider)
+    }
+
+    /// Creates AWS Shared Config for NEAR Lake
+    pub fn lake_aws_sdk_config(&self) -> aws_types::sdk_config::SdkConfig {
+        aws_types::sdk_config::SdkConfig::builder()
+            .credentials_provider(self.lake_credentials())
+            .region(aws_types::region::Region::new(self.s3_region_name.clone()))
+            .build()
+    }
 }