Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[SW-386] pysparkling Windows shell script (#225)
(cherry picked from commit fca835a)
- Loading branch information
1 parent
4ccc081
commit 024c7b6
Showing
3 changed files
with
33 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,6 @@ | ||
@echo off | ||
|
||
rem This is the entry point for running Spark shell. To avoid polluting the | ||
rem environment, it just launches a new cmd to do the real work. | ||
|
||
cmd /V /E /C %~dp0pysparkling2.cmd %* |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,23 @@ | ||
@echo off | ||
|
||
rem Top-level directory for this product | ||
set TOPDIR=%~dp0.. | ||
call %TOPDIR%\bin\sparkling-env.cmd | ||
rem Verify there is Spark installation | ||
call %LIBSW% checkSparkHome | ||
call %LIBSW% checkSparkVersion | ||
rem end of checking Sparkling environment | ||
|
||
call %LIBSW% :banner | ||
|
||
rem setup pysparkling command line | ||
rem Because of SPARK-18648 we need to put assembly also on driver/executor class paths | ||
SET SPARK_OPT_JARS=--jars !FAT_JAR_FILE! --conf spark.driver.extraClassPath=!FAT_JAR_FILE! --conf spark.executor.extraClassPath=!FAT_JAR_FILE! | ||
SET SPARK_OPT_PYFILES=--py-files !PY_EGG_FILE! | ||
cd %TOPDIR% | ||
SET PYTHONPATH=%PY_EGG_FILE%:%PYTHONPATH% | ||
call !SPARK_HOME!/bin/pyspark2.cmd !SPARK_OPT_PYFILES! %SPARK_OPT_JARS% %* | ||
|
||
exit /b %ERRORLEVEL% | ||
rem end of main script | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters