diff --git a/scripts/mozillians-anonymize.sh b/scripts/mozillians-anonymize.sh new file mode 100644 index 000000000..4cb84e717 --- /dev/null +++ b/scripts/mozillians-anonymize.sh @@ -0,0 +1,51 @@ +#!/bin/sh + +INSTANCE=generic +DB=mozillians_org +DEVDB=sanitize_dev_$DB +STAGEDB=sanitize_stage_$DB +cd /data/backups/bin/ +rm -f anonymize.py anonymize_dev.yml anonymize_stage.yml +/usr/bin/wget -q -nH https://raw.github.com/mozilla/mozillians/master/scripts/mysql-anonymize/anonymize.py +/bin/chmod 755 anonymize.py +/usr/bin/wget -q -nH https://raw.github.com/mozilla/mozillians/master/scripts/mysql-anonymize/anonymize_dev.yml +/usr/bin/wget -q -nH https://raw.github.com/mozilla/mozillians/master/scripts/mysql-anonymize/anonymize_stage.yml + +TODAY=`/bin/date +"%Y.%m.%d"` +HOSTNAME=`/bin/hostname` +SQLPATH=/data-2/$HOSTNAME/backups/$INSTANCE/sqlcopies/$DB +SQLFILE=$SQLPATH/$DB.$TODAY.sql +PASS=`/bin/grep ^password /data/$INSTANCE/$INSTANCE.cnf | /bin/cut -f2 -d= | /usr/bin/uniq` +if [ $PASS == ""] +then +P="" +else +P="-p$PASS" +fi + +MYSQL="/usr/bin/mysql --defaults-file=/data/$INSTANCE/$INSTANCE.cnf -S /var/lib/mysql/$INSTANCE.sock" + +# import db +$MYSQL -e "drop database if exists $DEVDB" +$MYSQL -e "create database if not exists $DEVDB" +$MYSQL $DEVDB < $SQLFILE + +$MYSQL -e "drop database if exists $STAGEDB" +$MYSQL -e "create database if not exists $STAGEDB" +$MYSQL $STAGEDB < $SQLFILE + +# sanitize dbs +/usr/bin/python anonymize.py anonymize_dev.yml > $SQLPATH/$DB.$TODAY.queries_sanitize_dev.sql +$MYSQL $DEVDB < $SQLPATH/$DB.$TODAY.queries_sanitize_dev.sql + +/usr/bin/python anonymize.py anonymize_stage.yml > $SQLPATH/$DB.$TODAY.queries_sanitize_stage.sql +$MYSQL $STAGEDB < $SQLPATH/$DB.$TODAY.queries_sanitize_stage.sql + +# export dbs +/usr/bin/mysqldump $DEVDB -u root $P -S /var/lib/mysql/$INSTANCE.sock > $SQLPATH/$DB.$TODAY.sanitized_dev.sql +/usr/bin/mysqldump $STAGEDB -u root $P -S /var/lib/mysql/$INSTANCE.sock > $SQLPATH/$DB.$TODAY.sanitized_stage.sql + +# copy dbs +/usr/bin/scp -q $SQLPATH/$DB.$TODAY.sanitized_dev.sql $SQLPATH/$DB.$TODAY.sanitized_stage.sql dev1.db.phx1.mozilla.com:/data/backup-drop/$INSTANCE/$DB + +# Done! diff --git a/scripts/mysql-anonymize/anonymize_dev.yml b/scripts/mysql-anonymize/anonymize_dev.yml index bc524a7f1..c12bf751a 100644 --- a/scripts/mysql-anonymize/anonymize_dev.yml +++ b/scripts/mysql-anonymize/anonymize_dev.yml @@ -1,5 +1,5 @@ databases: - mozillians: + sanitize_dev_mozillians_org: tables: auth_user: diff --git a/scripts/mysql-anonymize/anonymize_stage.yml b/scripts/mysql-anonymize/anonymize_stage.yml index 4310893ed..31815961f 100644 --- a/scripts/mysql-anonymize/anonymize_stage.yml +++ b/scripts/mysql-anonymize/anonymize_stage.yml @@ -1,5 +1,5 @@ databases: - mozillians: + sanitize_stage_mozillians_org: tables: auth_user: