Use which() to convert PYSPARK_PYTHON to an absolute path before shel…

…ling out to run tests
maropu · Jun 26, 2015 · c364ccf · c364ccf
1 parent 568a3fd
commit c364ccf
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/dev/sparktestsupport/__init__.py b/dev/sparktestsupport/__init__.py
@@ -17,5 +17,5 @@
 
 import os
 
-SPARK_HOME = os.path.join(os.path.dirname(os.path.realpath(__file__)), "../../")
+SPARK_HOME = os.path.abspath(os.path.join(os.path.dirname(os.path.realpath(__file__)), "../../"))
 USER_HOME = os.environ.get("HOME")
diff --git a/python/run-tests.py b/python/run-tests.py
@@ -46,7 +46,7 @@ def print_red(text):
 
 
 def run_individual_python_test(test_name, pyspark_python):
-    env = {'SPARK_TESTING': '1', 'PYSPARK_PYTHON': pyspark_python}
+    env = {'SPARK_TESTING': '1', 'PYSPARK_PYTHON': which(pyspark_python) }
     print("    Running test: %s ..." % test_name, end='')
     start_time = time.time()
     with open(LOG_FILE, 'a') as log_file: