better parallelism

Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "mcman"
-version = "0.4.5"
+version = "0.5.0"
 edition = "2021"
 rust-version = "1.75"
 repository = "https://github.com/ParadigmMC/mcman"
@@ -62,4 +62,5 @@ cliclack = "0.2.5"
 os_info = { version = "3.7", default-features = false }
 lazy_static = "1.4"
 bytes = "1.6"
-murmur2 = "0.1.0"
+murmur2 = "0.1"
+futures = "0.3"

src/api/app/actions/build/mod.rs

@@ -1,4 +1,5 @@
 use std::{path::Path, sync::Arc};
+use futures::stream::{self, StreamExt, TryStreamExt};
 
 use anyhow::Result;
 
@@ -23,19 +24,18 @@ impl App {
         let addons = self.collect_addons().await?;
         let base = Arc::new(base.to_owned());
 
-        let mut handles = vec![];
+        const MAX_CONCURRENT_TASKS: usize = 20;
 
-        for addon in addons {
-            let app = self.clone();
-            let base = base.clone();
-            handles.push(tokio::spawn(async move {
-                app.action_install_addon(&base, &addon).await
-            }));
-        }
-
-        for handle in handles {
-            handle.await??;
-        }
+        stream::iter(addons).map(Ok).try_for_each_concurrent(
+            Some(MAX_CONCURRENT_TASKS),
+            move |addon| {
+                let app = self.clone();
+                let base = base.clone();
+                async move {
+                    app.action_install_addon(&base, &addon).await
+                }
+            }
+        ).await?;
 
         Ok(())
     }

src/api/sources/modrinth/mod.rs

@@ -1,3 +1,5 @@
+use std::collections::HashMap;
+
 use anyhow::{anyhow, Result};
 use models::{ModrinthFile, ModrinthProject, ModrinthVersion};
 use serde::de::DeserializeOwned;
@@ -45,7 +47,20 @@ impl<'a> ModrinthAPI<'a> {
     }
 
     pub async fn get_id(&self, slug: &str) -> Result<String> {
+        let path = "modrinth/ids.json";
+        let store = self.0.cache.try_get_json::<HashMap<String, String>>(path)?;
+
+        if let Some(id) = store.as_ref().map(|ids| ids.get(slug)).flatten() {
+            return Ok(id.to_owned());
+        }
+
         let res: ModrinthProjectCheckResponse = self.fetch_api(format!("project/{slug}/check")).await?;
+
+        if let Some(mut ids) = store {
+            ids.insert(slug.to_owned(), res.id.clone());
+            self.0.cache.try_write_json(path, &ids)?;
+        }
+
         Ok(res.id)
     }