Merge pull request #14 from wednesday-solutions/fix/update-job-template

Fix: Modules in update job template
wednesday-solutions · Feb 20, 2024 · 9c9251d · 9c9251d
2 parents 484c21d + 0c79c63
commit 9c9251d
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/automation/update_glue_job.json b/automation/update_glue_job.json
@@ -19,6 +19,7 @@
         "--enable-spark-ui": "true",
         "--spark-event-logs-path": "s3://sample-bucket/Logs/UILogs/",
         "--enable-job-insights": "true",
+        "--additional-python-modules": "python-dotenv,kaggle",
         "--enable-continuous-cloudwatch-log": "true",
         "--job-language": "python"
       },
@@ -28,4 +29,4 @@
       "NumberOfWorkers": 2,
       "GlueVersion": "4.0"
     }
-  }
+  }