ttools: increase default xmatch blocksize from 10k to 50k rows

Thomas Boch says it's OK. Also improve documentation of this value.
Starlink · Jul 3, 2014 · ac5819b · ac5819b
1 parent 4289ffb
commit ac5819b
Show file tree

Hide file tree

Showing 3 changed files with 19 additions and 4 deletions.
diff --git a/topcat/src/docs/sun253.xml b/topcat/src/docs/sun253.xml
@@ -16406,8 +16406,16 @@ about how the match will operate:
         </p></dd>
     <dt>Block size</dt>
     <dd><p>The number of rows uploaded to the X-Match service at a time.
-        This should not affect the result; it may affect performance,
-        though probably not very much.
+        This should not affect the result, though it may affect performance.
+        </p>
+        <p>Large blocksizes tend to be good (up to a point) for
+        reducing the total amount of time a large xmatch operation takes,
+        but they can make it harder to see the job progressing.
+        There is also the danger (for ALL-type find modes)
+        of exceeding the return size limit, which will result in
+        truncation of the returned result.
+        At time of writing, the upload limit is 100Mbyte (about 3Mrow),
+        and the maximum return size is 2Mrow.
         </p></dd>
 </dl>
 </p>

diff --git a/topcat/src/main/uk/ac/starlink/topcat/join/UploadMatchPanel.java b/topcat/src/main/uk/ac/starlink/topcat/join/UploadMatchPanel.java
@@ -85,7 +85,7 @@ public class UploadMatchPanel extends JPanel {
     private static final long MAXREC = -1;
     private static final int[] BLOCK_SIZES =
         { 100, 1000, 5000, 10000, 20000, 50000, 100000, 200000, 500000, };
-    private static final int DEFAULT_BLOCKSIZE = 10000;
+    private static final int DEFAULT_BLOCKSIZE = 50000;
     private static final ValueInfo SR_INFO =
         new DefaultValueInfo( "Radius", Double.class, "Search Radius" );
 

diff --git a/ttools/src/main/uk/ac/starlink/ttools/task/CdsUploadSkyMatch.java b/ttools/src/main/uk/ac/starlink/ttools/task/CdsUploadSkyMatch.java
@@ -121,9 +121,16 @@ public CdsUploadSkyMatch() {
             "(about 3Mrow; this does not depend on the width of your table),",
             "and the maximum return size is 2Mrow.",
             "</p>",
+            "<p>Large blocksizes tend to be good (up to a point) for",
+            "reducing the total amount of time a large xmatch operation takes,",
+            "but they can make it harder to see the job progressing.",
+            "There is also the danger (for ALL-type find modes)",
+            "of exceeding the return size limit, which will result in",
+            "truncation of the returned result.",
+            "</p>",
         } );
         chunkParam_.setMinimum( 1 );
-        chunkParam_.setDefault( Integer.toString( 10 * 1000 ) );
+        chunkParam_.setDefault( Integer.toString( 50 * 1000 ) );
 
         findParam_ =
             new ChoiceParameter<UserFindMode>( "find", UserFindMode.class,