Calculates correlations in parallel

cuducos · May 9, 2024 · 0fbb5d4 · 0fbb5d4
1 parent ee0433c
commit 0fbb5d4
Show file tree

Hide file tree

Showing 3 changed files with 55 additions and 1 deletion.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -13,6 +13,7 @@ chrono = "0.4.38"
 csv = "1.3.0"
 pyo3 = { version = "0.18", features = ["abi3-py311"] }
 rand = "0.8.5"
+rayon = "1.10.0"
 regex = "1.10.4"
 walkdir = "2.5.0"
 

diff --git a/src/whisky.rs b/src/whisky.rs
@@ -4,6 +4,7 @@ use anyhow::{anyhow, Result};
 use csv::{ReaderBuilder, StringRecord};
 use rand::seq::SliceRandom;
 use rand::thread_rng;
+use rayon::iter::{ParallelIterator, IntoParallelRefIterator};
 use regex::Regex;
 
 use crate::correlation::Correlation;
@@ -125,7 +126,7 @@ pub fn recommendations_for(name: String) -> Result<Vec<(PyWhisky, PyWhisky, f64)
     }
     let reference = whisky.ok_or(anyhow!("Whisky {} not found", name))?;
     let mut correlations: Vec<Correlation> = others
-        .iter()
+        .par_iter()
         .map(|w| Correlation::new(&reference, w))
         .collect();