[Feature store] Fix bugs in spark ingest (#915)

mlrun · May 4, 2021 · 0bd0881 · 0bd0881
1 parent d5d3b1d
commit 0bd0881
Showing 1 changed file with 7 additions and 3 deletions.
diff --git a/mlrun/feature_store/api.py b/mlrun/feature_store/api.py
@@ -232,6 +232,7 @@ def ingest(
             targets,
             infer_options=infer_options,
             mlrun_context=mlrun_context,
+            namespace=namespace,
         )
 
     if isinstance(source, str):
@@ -420,9 +421,12 @@ def _ingest_with_spark(
         # create spark context
         from pyspark.sql import SparkSession
 
-        spark = SparkSession.builder.appName(
-            f"{mlrun_context.name}-{mlrun_context.uid}"
-        ).getOrCreate()
+        if mlrun_context:
+            session_name = f"{mlrun_context.name}-{mlrun_context.uid}"
+        else:
+            session_name = f"{featureset.metadata.project}-{featureset.metadata.name}"
+
+        spark = SparkSession.builder.appName(session_name).getOrCreate()
 
     df = source.to_spark_df(spark)
     df = run_spark_graph(df, featureset, namespace, spark)