updated spark_parquet_to_avro.py

HariSekhon · May 6, 2023 · 86727ce · 86727ce
1 parent 7fb4da4
commit 86727ce
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/spark_parquet_to_avro.py b/spark_parquet_to_avro.py
@@ -52,6 +52,7 @@
 os.environ['PYSPARK_SUBMIT_ARGS'] = '--packages com.databricks:spark-avro_2.10:2.0.1 %s' \
                                     % os.getenv('PYSPARK_SUBMIT_ARGS', '')
 pyspark_path()
+# pylint: disable=import-outside-toplevel
 from pyspark import SparkContext    # pylint: disable=wrong-import-position,import-error
 from pyspark import SparkConf       # pylint: disable=wrong-import-position,import-error
 from pyspark.sql import SQLContext  # pylint: disable=wrong-import-position,import-error