Skip to content
This repository
Newer
Older
100644 217 lines (183 sloc) 6.852 kb
bfda12ae »
2011-03-10 Added AMI creation instructions. Updated server setup instructions fo…
1 Start with AMI # ami-da0cf8b3 (Ubuntu 10.04)
0bf1b7ee »
2011-03-06 Initial commit
2
3 sudo aptitude update
bfda12ae »
2011-03-10 Added AMI creation instructions. Updated server setup instructions fo…
4 sudo aptitude safe-upgrade -y
5 sudo aptitude full-upgrade -y
6 sudo aptitude install -y build-essential apache2 apache2.2-common apache2-mpm-prefork apache2-utils libexpat1 ssl-cert postgresql libpq-dev ruby1.8-dev ruby1.8 ri1.8 rdoc1.8 irb1.8 libreadline-ruby1.8 libruby1.8 libopenssl-ruby sqlite3 libsqlite3-ruby1.8 git-core libcurl4-openssl-dev apache2-prefork-dev libapr1-dev libaprutil1-dev
0bf1b7ee »
2011-03-06 Initial commit
7
b952298a »
2011-03-09 Updated server directions to install passenger
8 sudo sed -i "s/ident/trust/" /etc/postgresql/8.4/main/pg_hba.conf
9 sudo sed -i "s/md5/trust/" /etc/postgresql/8.4/main/pg_hba.conf
bfda12ae »
2011-03-10 Added AMI creation instructions. Updated server setup instructions fo…
10 sudo /etc/init.d/postgresql-8.4 restart
4a1b4299 »
2011-03-06 Added postgres back into Gemfile
11 createdb -U postgres geodict
0bf1b7ee »
2011-03-06 Initial commit
12
13 sudo ln -s /usr/bin/ruby1.8 /usr/bin/ruby
14 sudo ln -s /usr/bin/ri1.8 /usr/bin/ri
15 sudo ln -s /usr/bin/rdoc1.8 /usr/bin/rdoc
16 sudo ln -s /usr/bin/irb1.8 /usr/bin/irb
17 mkdir ~/sources
18 cd ~/sources
19 wget http://rubyforge.org/frs/download.php/74388/rubygems-1.6.1.tgz
20 tar xzvf rubygems-1.6.1.tgz
21 cd rubygems-1.6.1/
22 sudo ruby setup.rb
23 sudo ln -s /usr/bin/gem1.8 /usr/bin/gem
24 sudo gem update --system
25 sudo gem update
26
4a1b4299 »
2011-03-06 Added postgres back into Gemfile
27 cd ~/sources
c6821819 »
2011-04-05 Updated server setup instructions to reference DSTK names for git repos
28 git clone git://github.com/petewarden/dstk.git
29 git clone git://github.com/petewarden/dstkdata.git
30 cd dstk
4a1b4299 »
2011-03-06 Added postgres back into Gemfile
31 sudo gem install bundler
32 sudo bundle install
1ff16c88 »
2011-03-06 Enabled logging for daemon
33
b952298a »
2011-03-09 Updated server directions to install passenger
34 sudo gem install passenger
35 sudo passenger-install-apache2-module
36
37 sudo bash -c 'echo "LoadModule passenger_module /usr/lib/ruby/gems/1.8/gems/passenger-3.0.4/ext/apache2/mod_passenger.so" > /etc/apache2/mods-enabled/passenger.load'
38 sudo bash -c 'echo "PassengerRoot /usr/lib/ruby/gems/1.8/gems/passenger-3.0.4" > /etc/apache2/mods-enabled/passenger.conf'
39 sudo bash -c 'echo "PassengerRuby /usr/bin/ruby1.8" >> /etc/apache2/mods-enabled/passenger.conf'
40
41 sudo bash -c 'echo "
42 <VirtualHost *:80>
43 ServerName www.yourhost.com
c6821819 »
2011-04-05 Updated server setup instructions to reference DSTK names for git repos
44 DocumentRoot /home/ubuntu/sources/dstk/public
4a2f6926 »
2011-03-15 Added Javascript library for interface. Changed interface names from …
45 RewriteEngine On
c6821819 »
2011-04-05 Updated server setup instructions to reference DSTK names for git repos
46 RewriteCond %{HTTP_HOST} ^datasciencetoolkit.org$ [NC]
47 RewriteRule ^(.*)$ http://www.datasciencetoolkit.org$1 [R=301,L]
48 RewriteCond %{HTTP_HOST} ^datasciencetoolkit.com$ [NC]
49 RewriteRule ^(.*)$ http://www.datasciencetoolkit.com$1 [R=301,L]
50 <Directory /home/ubuntu/sources/dstk/public>
b952298a »
2011-03-09 Updated server directions to install passenger
51 AllowOverride all
52 Options -MultiViews
53 </Directory>
54 </VirtualHost>
55 " > /etc/apache2/sites-enabled/000-default'
4a2f6926 »
2011-03-15 Added Javascript library for interface. Changed interface names from …
56 sudo ln -s /etc/apache2/mods-available/rewrite.load /etc/apache2/mods-enabled/rewrite.load
1ff16c88 »
2011-03-06 Enabled logging for daemon
57
b952298a »
2011-03-09 Updated server directions to install passenger
58 sudo /etc/init.d/apache2 restart
59
60 ./populate_database.rb
c17fb42c »
2011-03-10 Implemented IP address lookup API and documentation
61
62 // End of version 1.00
5bc82462 »
2011-03-13 Updated documentation
63 (To start from snapshot of this point, run
64 ec2-run-instances --block-device-mapping /dev/sda1=:16 ami-fcec1e95 -t m1.large -z us-east-1d
65 sudo resize2fs /dev/sda1
66 )
c17fb42c »
2011-03-10 Implemented IP address lookup API and documentation
67
68 cd ~/sources
69 mkdir maxmind
70 cd maxmind
56f22f09 »
2011-03-14 Updated link to new VMware image
71 wget "http://geolite.maxmind.com/download/geoip/database/GeoLiteCity.dat.gz"
c17fb42c »
2011-03-10 Implemented IP address lookup API and documentation
72 gunzip GeoLiteCity.dat.gz
56f22f09 »
2011-03-14 Updated link to new VMware image
73 wget "http://geolite.maxmind.com/download/geoip/api/c/GeoIP.tar.gz"
c17fb42c »
2011-03-10 Implemented IP address lookup API and documentation
74 tar xzvf GeoIP.tar.gz
75 cd GeoIP-1.4.6/
76 ./configure
77 make
78 sudo make install
79 cd ..
80 sudo aptitude install subversion -y
81 svn checkout svn://rubyforge.org/var/svn/net-geoip/trunk net-geoip
82 cd net-geoip/
83 ruby ext/extconf.rb
84 make
85 sudo make install
d63a0ecb »
2011-03-12 Added documentation around the integration of the US census address l…
86
87 // End of version 1.05
88
89 cd ~/sources
90 wget http://ftp.gnu.org/pub/gnu/libiconv/libiconv-1.11.tar.gz
91 tar -xvzf libiconv-1.11.tar.gz
92 cd libiconv-1.11
93 ./configure --prefix=/usr/local/libiconv
94 make
95 sudo make install
96 sudo ln -s /usr/local/libiconv/lib/libiconv.so.2 /usr/lib/libiconv.so.2
97
56f22f09 »
2011-03-14 Updated link to new VMware image
98 [10.10 - sudo aptitude install flex]
d63a0ecb »
2011-03-12 Added documentation around the integration of the US census address l…
99 cd ~/sources
f529bdf7 »
2011-03-12 Updated front page
100 git clone git://github.com/petewarden/geocoder.git
d63a0ecb »
2011-03-12 Added documentation around the integration of the US census address l…
101 cd geocoder/
102 make
103 sudo make install
104
f529bdf7 »
2011-03-12 Updated front page
105 cd /tmp
56f22f09 »
2011-03-14 Updated link to new VMware image
106 wget "http://static.openheatmap.com/geocoder.db"
f529bdf7 »
2011-03-12 Updated front page
107 mv geocoder.db geocoder.db.gz
108 gunzip geocoder.db.gz
109 mkdir ~/sources/geocoderdata
5bc82462 »
2011-03-13 Updated documentation
110 mv geocoder.db ~/sources/geocoderdata
111
56f22f09 »
2011-03-14 Updated link to new VMware image
112 // End of version 1.10
113 (To start from snapshot of this point, run
114 ec2-run-instances --block-device-mapping /dev/sda1=:32 ami-7ac53713 -t m1.large -z us-east-1d
115 sudo resize2fs /dev/sda1
116 )
117
118 sudo aptitude install postgresql-8.4-postgis
f33414ae »
2011-03-14 Fixed problem with country matching for England/Great Britain
119 createdb -U postgres postgis_template
120 createlang -U postgres plpgsql postgis_template
56f22f09 »
2011-03-14 Updated link to new VMware image
121 psql -U postgres -d postgis_template -f /usr/share/postgresql/8.4/contrib/postgis.sql
122 psql -U postgres -d postgis_template -f /usr/share/postgresql/8.4/contrib/spatial_ref_sys.sql
123 psql -U postgres -d postgis_template -f /usr/share/postgresql/8.4/contrib/postgis_comments.sql
124 createdb -U postgres -T postgis_template reversegeo
125
126 cd ~/sources
8448fb66 »
2011-03-14 Implemented first attempt at the location2politics interface
127 git clone git://github.com/petewarden/osm2pgsql
56f22f09 »
2011-03-14 Updated link to new VMware image
128 cd osm2pgsql/
f33414ae »
2011-03-14 Fixed problem with country matching for England/Great Britain
129 sudo aptitude install autoconf libtool libxml2-dev libbz2-1.0 libbz2-dev libgeos-dev proj-bin libproj-dev -y
56f22f09 »
2011-03-14 Updated link to new VMware image
130 ./autogen.sh
f33414ae »
2011-03-14 Fixed problem with country matching for England/Great Britain
131 ./configure
56f22f09 »
2011-03-14 Updated link to new VMware image
132 make
8448fb66 »
2011-03-14 Implemented first attempt at the location2politics interface
133 sudo make install
134 cd ..
135
c6821819 »
2011-04-05 Updated server setup instructions to reference DSTK names for git repos
136 osm2pgsql -U postgres -d reversegeo -p world_countries -S osm2pgsql/styles/world_countries.style dstkdata/world_countries.osm -l
137 osm2pgsql -U postgres -d reversegeo -p admin_areas -S osm2pgsql/styles/admin_areas.style dstkdata/admin_areas.osm -l
138 osm2pgsql -U postgres -d reversegeo -p neighborhoods -S osm2pgsql/styles/neighborhoods.style dstkdata/neighborhoods.osm -l
75bff826 »
2011-03-17 Working on file conversions
139
140 // End of version 1.20
141 (To start from snapshot of this point, run
142 ec2-run-instances ami-f639cb9f -t m1.large -z us-east-1d
143 )
144
145 sudo aptitude update
99410bb5 »
2011-03-18 Working on text2sentences, text2html and boilerpipe
146 sudo aptitude install -y ocropus pdftohtml catdoc unzip ant openjdk-6-jdk
147
148 cd ~/sources
149 git clone git://github.com/petewarden/boilerpipe
150 cd boilerpipe/boilerpipe-core/
151 ant
152 cd src
153 javac -cp ../dist/boilerpipe-1.1-dev.jar boilerpipe.java
154
fec3e27b »
2011-03-27 Switched geocoder to use a singleton to prevent resource leaks, fix for
155 // End of version 1.30
156 (To start from snapshot, run
157 ec2-run-instances ami-9e7d8ff7 -t m1.large -z us-east-1d
5abc1d56 »
2011-04-07 Implementing UK post code and council ward reverse geocoding
158 )
159
160 cd ~/sources/dstk/
161 psql -U postgres -d reversegeo -f sql/loadukpostcodes.sql
2b0fc336 »
2011-04-09 Working on UK postcode geocoding
162
163 osm2pgsql -U postgres -d reversegeo -p uk_osm -S ../osm2pgsql/default.style ../dstkdata/uk_osm.osm.bz2 -l
f21a0868 »
2011-04-15 Added Windows command line instructions to the documentation
164
165 psql -U postgres -d reversegeo -f sql/buildukindexes.sql
6c3afdda »
2011-04-18 Updated documentation to reflect new AMI and VM information for 0.35 …
166
167 // End of version 0.35
168 (To start from snapshot, run
5b8891cb »
2012-03-24 Work-in-progress on upgrading to 2011 TIGER/Line files for US address…
169 ec2-run-instances ami-f6e11d9f -t m1.large -z us-east-1d --block-device-mapping /dev/sda1=:100:false
6c3afdda »
2011-04-18 Updated documentation to reflect new AMI and VM information for 0.35 …
170 )
5b8891cb »
2012-03-24 Work-in-progress on upgrading to 2011 TIGER/Line files for US address…
171 sudo resize2fs /dev/sda1
60ac7365 »
2012-02-10 Ported over unemployment data parsing code from OpenHeatMap
172
173 sudo aptitude update
174 sudo aptitude safe-upgrade -y
175 sudo aptitude full-upgrade -y
5ab4d042 »
2012-03-25 Removed experimental coordinates2demographics function, updated TIGER…
176 sudo aptitude install -y lftp php5-cli
60ac7365 »
2012-02-10 Ported over unemployment data parsing code from OpenHeatMap
177
5b8891cb »
2012-03-24 Work-in-progress on upgrading to 2011 TIGER/Line files for US address…
178 # Build the latest Tiger/Line data for US address lookups
179 cd ~/sources
180 mkdir tigerdata
181 cd ~/sources/tigerdata
182 lftp ftp2.census.gov:/geo/tiger/TIGER2011/EDGES
183 mirror --parallel=5 .
184 cd ../FEATNAMES
185 mirror --parallel=5 .
186 cd ../ADDR
187 mirror --parallel=5 .
188 exit
189 cd ..
190 rm -rf geocoder
5ab4d042 »
2012-03-25 Removed experimental coordinates2demographics function, updated TIGER…
191 rm -rf geocoderdata/geocoder.db
5b8891cb »
2012-03-24 Work-in-progress on upgrading to 2011 TIGER/Line files for US address…
192 git clone git://github.com/geocommons/geocoder.git
193 cd geocommons
194 make
195 sudo make install
196 cd build
197 ./tiger_import ../../geocoderdata/geocoder2011.db ../../tigerdata/
5ab4d042 »
2012-03-25 Removed experimental coordinates2demographics function, updated TIGER…
198 cd ..
199 bin/rebuild_metaphones ../geocoderdata/geocoder2011.db
200 chmod +x build/build_indexes
201 build/build_indexes ../geocoderdata/geocoder2011.db
202 rm -rf ../tigerdata
5b8891cb »
2012-03-24 Work-in-progress on upgrading to 2011 TIGER/Line files for US address…
203
5ab4d042 »
2012-03-25 Removed experimental coordinates2demographics function, updated TIGER…
204 cd ~/sources
205 git clone git://github.com/luislavena/sqlite3-ruby.git
206 cd sqlite3-ruby
207 ruby setup.rb config
208 ruby setup.rb setup
209 sudo ruby setup.rb install
5b8891cb »
2012-03-24 Work-in-progress on upgrading to 2011 TIGER/Line files for US address…
210
60ac7365 »
2012-02-10 Ported over unemployment data parsing code from OpenHeatMap
211
212 cd ~/sources/dstk
213 git pull origin master
429e94c3 »
2012-03-25 Work on Google geocoding emulation, updated version and documentation
214 ./populate_database.rb
9787cdb8 »
2012-02-11 Updated server setup instructions
215 touch tmp/restart.txt
60ac7365 »
2012-02-10 Ported over unemployment data parsing code from OpenHeatMap
216
Something went wrong with that request. Please try again.