increased speculation in spark tests

RumbleDB · Feb 3, 2018 · 3428346 · 3428346
1 parent 5643f13
commit 3428346
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 3 deletions.
diff --git a/.travis.yml b/.travis.yml
@@ -1,7 +1,7 @@
 language: java
 sudo: false
 before_script:
-  - _JAVA_OPTIONS="-Xmx4096m -Xms2048m"
+  - _JAVA_OPTIONS="-Xmx8192m -Xms512m"
 
 script:
   - mvn clean compile assembly:single

diff --git a/src/test/java/iq/SparkRuntimeTests.java b/src/test/java/iq/SparkRuntimeTests.java
@@ -39,9 +39,10 @@ public SparkRuntimeTests(File testFile) {
         super(testFile);
         SparkConf sparkConfiguration = new SparkConf();
         sparkConfiguration.setMaster("local[*]");
-        sparkConfiguration.set("spark.driver.memory", "2g");
-        sparkConfiguration.set("spark.executor.memory",   "2g");
+//        sparkConfiguration.set("spark.driver.memory", "2g");
+//        sparkConfiguration.set("spark.executor.memory",   "2g");
         sparkConfiguration.set("spark.speculation", "true");
+        sparkConfiguration.set("spark.speculation.quantile", "0.5");
         SparkContextManager.getInstance().initializeConfigurationAndContext(sparkConfiguration, true);
 
     }