[Sparkjob] Fix not setting executor instances (#820)

mlrun · Mar 21, 2021 · a6e9016 · a6e9016
1 parent 5dfc2c4
commit a6e9016
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/mlrun/runtimes/sparkjob.py b/mlrun/runtimes/sparkjob.py
@@ -256,6 +256,7 @@ def _run(self, runobj: RunObject, execution: MLClientCtx):
         update_in(job, "metadata", meta.to_dict())
         update_in(job, "spec.driver.labels", pod_labels)
         update_in(job, "spec.executor.labels", pod_labels)
+        update_in(job, "spec.executor.instances", self.spec.replicas or 1)
         update_in(job, "spec.nodeSelector", self.spec.node_selector or {})
 
         if (not self.spec.image) and self._default_image: