Find file
Fetching contributors…
Cannot retrieve contributors at this time
109 lines (85 sloc) 2.94 KB

Preparation

ec2

spot pricing

http://docs.amazonwebservices.com/AWSEC2/latest/CommandLineReference/index.html?ApiReference-cmd-MonitorInstances.html

ec2-authorize default -p 22 ec2-describe-spot-price-history –filter instance-type=m1.small –filter timestamp=2009-12-09*

ec2 instance initialization

ami-5a43a933 64-bit

aki-4e7d9527

ssh-add ~/.ssh/tr-default-ec2

export INSTANCE_HOSTNAME=ec2-50-16-64-231.compute-1.amazonaws.com

export TRAMP_HOSTNAME=

ec2-create-volume –snapshot snap-753dfc1c -z us-east-1a

#VOLUME vol-3c223155 320 snap-753dfc1c us-east-1a creating 2010-10-28T23:34:12+0000

export VOLUME_ID=vol-3c223155 export INSTANCE_ID=i-52a9053f

export WIKIPEDIA_VOLUME_ID=vol-3c223155

ec2-create-volume –size 10 –availability-zone us-east-1a

export VOLUME_ID=vol-5ccfdc35 export INSTANCE_ID=i-52a9053f ec2-attach-volume $VOLUME_ID -i $INSTANCE_ID -d /dev/sdh

ec2-detach-volume $VOLUME_ID -i $INSTANCE_ID

ec2reg -s snap-9bb90ef1 -a x86_64 -d ‘gentoo_2010.1’ -n ‘tavis_gentoo_2010.1’ #ami-8a4bbfe3

initial timing notes

################################################################################ ip-10-100-75-21 ~ # time ./process_parallel.sh

real 2m51.235s user 7m38.760s sys 0m38.350s ip-10-100-75-21 ~ # nano process_parallel.sh ip-10-100-75-21 ~ # time ./process_parallel.sh

real 2m36.962s user 7m35.550s sys 0m36.620s ip-10-100-75-21 ~ # nano process_parallel.sh ip-10-100-75-21 ~ # time ./process_parallel.sh ^C real 0m42.005s user 0m0.000s sys 0m0.010s

ip-10-100-75-21 ~ # time ./process_parallel.sh Obama Obama

real 0m16.590s user 1m58.380s sys 0m9.130s ip-10-100-75-21 ~ # nano process_parallel.sh ip-10-100-75-21 ~ # time ./process_parallel.sh Obama Obama

real 0m16.393s user 1m58.190s sys 0m7.560s ip-10-100-75-21 ~ # nano process_parallel.sh ip-10-100-75-21 ~ # time ./process_parallel.sh Obama Obama

real 0m16.272s user 1m59.870s sys 0m8.180s ip-10-100-75-21 ~ # nano process_1.sh ip-10-100-75-21 ~ # time ./process_parallel.sh en en

real 0m41.228s user 4m53.090s sys 0m22.280s ip-10-100-75-21 ~ # time ./process_parallel.sh en en

real 0m39.127s user 4m53.580s sys 0m12.670s ip-10-100-75-21 ~ # #the last was piped to /dev/null ip-10-100-75-21 ~ # time ./process_parallel.sh Obama Obama

real 0m16.258s user 1m57.620s sys 0m9.640s ip-10-100-75-21 ~ # nano process_1.sh ip-10-100-75-21 ~ # nano process_parallel.sh ip-10-100-75-21 ~ # time ./process_parallel.sh Obama Obama gzip: /mnt/wikidata/wikistats/pagecounts/pagecounts-200904-*gz.gz: No such file or directory

real 0m0.027s user 0m0.000s sys 0m0.000s ip-10-100-75-21 ~ # nano process_parallel.sh ip-10-100-75-21 ~ # time ./process_parallel.sh Obama Obama ^C