Initialize spark with both histogrammar jar files

ing-bank · Feb 9, 2021 · b7e0100 · b7e0100
1 parent 4a73486
commit b7e0100
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 4 deletions.
diff --git a/README.rst b/README.rst
@@ -25,11 +25,11 @@ Announcements
 Spark 3.0
 ---------
 
-With Spark 3.0, based on Scala 2.12, make sure to pick up the correct `histogrammar` jar file:
+With Spark 3.0, based on Scala 2.12, make sure to pick up the correct `histogrammar` jar files:
 
 .. code-block:: python
 
-  spark = SparkSession.builder.config("spark.jars.packages", "io.github.histogrammar:histogrammar-sparksql_2.12:1.0.11").getOrCreate()
+  spark = SparkSession.builder.config("spark.jars.packages", "io.github.histogrammar:histogrammar_2.12:1.0.11,io.github.histogrammar:histogrammar-sparksql_2.12:1.0.11").getOrCreate()
 
 For Spark 2.X compiled against scala 2.11, in the string above simply replace 2.12 with 2.11.
 

diff --git a/docs/source/configuration.rst b/docs/source/configuration.rst
@@ -203,7 +203,7 @@ Spark usage
     from pyspark.sql import SparkSession
 
     # downloads histogrammar jar files if not already installed, used for histogramming of spark dataframe
-    spark = SparkSession.builder.config('spark.jars.packages','io.github.histogrammar:histogrammar-sparksql_2.12:1.0.11').getOrCreate()
+    spark = SparkSession.builder.config("spark.jars.packages", "io.github.histogrammar:histogrammar_2.12:1.0.11,io.github.histogrammar:histogrammar-sparksql_2.12:1.0.11").getOrCreate()
 
     # load a dataframe
     spark_df = spark.read.format('csv').options(header='true').load('file.csv')

diff --git a/popmon/notebooks/popmon_tutorial_advanced.ipynb b/popmon/notebooks/popmon_tutorial_advanced.ipynb
@@ -162,7 +162,7 @@
    "source": [
     "if pyspark_installed:\n",
     "    spark = SparkSession.builder.config(\n",
-    "        \"spark.jars.packages\", \"io.github.histogrammar:histogrammar-sparksql_2.12:1.0.11\"\n",
+    "        \"spark.jars.packages\", \"io.github.histogrammar:histogrammar_2.12:1.0.11,io.github.histogrammar:histogrammar-sparksql_2.12:1.0.11\"\n",
     "    ).getOrCreate()\n",
     "\n",
     "    sdf = spark.createDataFrame(df)\n",