cache obv dupe pairs for performance

zinggAI · Jul 28, 2023 · db7e734 · db7e734
1 parent dce9feb
commit db7e734
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/common/core/src/main/java/zingg/common/core/executor/Matcher.java b/common/core/src/main/java/zingg/common/core/executor/Matcher.java
@@ -189,7 +189,7 @@ protected ZFrame<D,R,C> getObvDupePairs(ZFrame<D,R,C> blocked) {
 			return null;
 		}
 
-		ZFrame<D, R, C> obvDupePairs = blocked.joinOnCol(prefixedColsDF, obvDupeDFFilter);
+		ZFrame<D, R, C> obvDupePairs = blocked.joinOnCol(prefixedColsDF, obvDupeDFFilter).cache();
 		obvDupePairs = obvDupePairs.filter(obvDupePairs.gt(ColName.ID_COL));
 		obvDupePairs = massageAllEquals(obvDupePairs);