set sane spill minimum until we devise a new spill strategy

cwensel · Feb 24, 2012 · efda63f · efda63f
1 parent b5186f0
commit efda63f
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/src/hadoop/cascading/tuple/hadoop/HadoopSpillableTupleMap.java b/src/hadoop/cascading/tuple/hadoop/HadoopSpillableTupleMap.java
@@ -77,10 +77,12 @@ private SpillableTupleList.Threshold getThreshold()
     {
     return new SpillableTupleList.Threshold()
     {
+    int minThreshold = (int) ( getMapThreshold() * .05 );
+
     @Override
     public int current()
       {
-      return Math.min( getInitListThreshold(), getMapThreshold() / size() );
+      return Math.max( minThreshold, Math.min( getInitListThreshold(), getMapThreshold() / size() ) );
       }
     };
     }