Merge pull request #87 from prodigyfinance/feature/fix-dataset-name

Fix dataset name
prodigyfinance · Feb 17, 2023 · 248608c · 248608c
2 parents 7ba0091 + 73846a8
commit 248608c
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/ml2p/cli_commands/utils.py b/ml2p/cli_commands/utils.py
@@ -315,7 +315,7 @@ def mk_processing_job(prj, dataset, model_type=None):
             "ContainerArguments": ["generate-dataset"],
         },
         "Environment": {
-            "ML2P_DATASET": prj.full_job_name(dataset),
+            "ML2P_DATASET": dataset,
             "ML2P_PROJECT": prj.project,
             "ML2P_S3_URL": prj.s3.url(),
             **extra_env,

diff --git a/tests/cli_commands/test_utils.py b/tests/cli_commands/test_utils.py
@@ -397,7 +397,7 @@ def test_mk_processing_job(self, prj):
                 "ContainerArguments": ["generate-dataset"],
             },
             "Environment": {
-                "ML2P_DATASET": "modelling-project-my-dataset-2022-12-25",
+                "ML2P_DATASET": "my-dataset-2022-12-25",
                 "ML2P_PROJECT": "modelling-project",
                 "ML2P_S3_URL": "s3://prodigyfinance-modelling-"
                 "project-sagemaker-production/",