[Datastore] Fix Spark read path in CSVSource (#5307)

[ML-5896](https://iguazio.atlassian.net/browse/ML-5896) Introduced in #5158, first appearing in v1.7.0-rc4.
mlrun · Mar 20, 2024 · 530b7cd · 530b7cd
1 parent 285a937
commit 530b7cd
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/mlrun/datastore/sources.py b/mlrun/datastore/sources.py
@@ -204,11 +204,11 @@ def to_step(self, key_field=None, time_field=None, context=None):
         )
 
     def get_spark_options(self):
-        store, path, url = mlrun.store_manager.get_or_create_store(self.path)
+        store, path, _ = mlrun.store_manager.get_or_create_store(self.path)
         spark_options = store.get_spark_options()
         spark_options.update(
             {
-                "path": url,
+                "path": store.spark_url + path,
                 "format": "csv",
                 "header": "true",
                 "inferSchema": "true",
@@ -357,7 +357,7 @@ def to_step(
         )
 
     def get_spark_options(self):
-        store, path, url = mlrun.store_manager.get_or_create_store(self.path)
+        store, path, _ = mlrun.store_manager.get_or_create_store(self.path)
         spark_options = store.get_spark_options()
         spark_options.update(
             {