Skip to content

Commit

Permalink
[Sparkjob] Block priority class (#1248)
Browse files Browse the repository at this point in the history
  • Loading branch information
urihoenig committed Aug 25, 2021
1 parent f269bfa commit 02bbe95
Showing 1 changed file with 6 additions and 2 deletions.
8 changes: 6 additions & 2 deletions mlrun/runtimes/sparkjob.py
Expand Up @@ -130,7 +130,6 @@ def __init__(
hadoop_conf=None,
node_selector=None,
use_default_image=False,
priority_class_name=None,
):

super().__init__(
Expand All @@ -152,7 +151,7 @@ def __init__(
workdir=workdir,
build=build,
node_selector=node_selector,
priority_class_name=priority_class_name,
priority_class_name=None,
)

self.driver_resources = driver_resources or {}
Expand Down Expand Up @@ -195,6 +194,11 @@ def deploy_default_image(cls, with_gpu=False):
sj.deploy()
get_run_db().delete_function(name=sj.metadata.name)

def with_priority_class(
self, name: str = config.default_function_priority_class_name
):
raise NotImplementedError("Not supported in spark 2 operator")

def _is_using_gpu(self):
_, driver_gpu = self._get_gpu_type_and_quantity(
resources=self.spec.driver_resources["requests"]
Expand Down

0 comments on commit 02bbe95

Please sign in to comment.