diff --git a/dataeng/jobs/analytics/SnowflakeDemographicsCleanup.groovy b/dataeng/jobs/analytics/SnowflakeDemographicsCleanup.groovy index e886dd85a..5267473f4 100644 --- a/dataeng/jobs/analytics/SnowflakeDemographicsCleanup.groovy +++ b/dataeng/jobs/analytics/SnowflakeDemographicsCleanup.groovy @@ -20,8 +20,6 @@ class SnowflakeDemographicsCleanup { stringParam('PYTHON_VENV_VERSION', 'python3.7', 'Python virtual environment version to used.') } environmentVariables { - env('KEY_PATH', allVars.get('KEY_PATH')) - env('PASSPHRASE_PATH', allVars.get('PASSPHRASE_PATH')) env('USER', allVars.get('USER')) env('ACCOUNT', allVars.get('ACCOUNT')) } diff --git a/dataeng/resources/snowflake-demographics-cleanup.sh b/dataeng/resources/snowflake-demographics-cleanup.sh index 7f86c757f..fcaf7d784 100644 --- a/dataeng/resources/snowflake-demographics-cleanup.sh +++ b/dataeng/resources/snowflake-demographics-cleanup.sh @@ -10,8 +10,19 @@ source "${PYTHON_VENV}/bin/activate" cd $WORKSPACE/analytics-tools/snowflake make requirements + +python3 secrets-manager.py -w -n analytics-secure/snowflake/rsa_key_stitch_loader.p8 -v rsa_key_stitch_loader +python3 secrets-manager.py -w -n analytics-secure/snowflake/rsa_key_passphrase_stitch_loader -v rsa_key_passphrase_stitch_loader + +unset KEY_PATH +unset PASSPHRASE_PATH + python demographics_cleanup.py \ - --key_path $WORKSPACE/analytics-secure/$KEY_PATH \ - --passphrase_path $WORKSPACE/analytics-secure/$PASSPHRASE_PATH \ - --user $USER \ - --account $ACCOUNT + --user 'STITCH_LOADER' \ + --account 'edx.us-east-1' \ + --key_file "$(cat "rsa_key_stitch_loader")" \ + --passphrase_file "$(cat "rsa_key_passphrase_stitch_loader")" + + +rm rsa_key_stitch_loader +rm rsa_key_passphrase_stitch_loader