-
Notifications
You must be signed in to change notification settings - Fork 0
/
get_data
executable file
·62 lines (55 loc) · 1.79 KB
/
get_data
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
#!/bin/bash
source ./config
mkdir -pv data
echo "Downloading NLCD 2011 Tree Canopy (cartographic)"
mkdir -pv data/canopy
CANOPYFILE="data/canopy/`basename $CANOPYURL`"
if [[ ! -f $CANOPYFILE ]] ; then
wget -P data/canopy $CANOPYURL
else
echo $CANOPYFILE exists. Skipping download.
fi
echo
echo "Downloading NED data"
mkdir -pv data/ned13
for x in `seq $[-XMAX+1] $[-XMIN]` ; do
for y in `seq $[YMIN+1] $[YMAX]` ; do
URL=`printf $NED13URL $y $x $y $x`
FILENAME="data/ned13/`basename $URL`"
if [[ ! -f $FILENAME ]] ; then
wget -P data/ned13 $URL
else
echo $FILENAME exists. Skipping download.
fi
done
done
echo
echo "Downloading OSM Water Polygons"
mkdir -pv data/osm
if [[ ! -f data/osm/water-polygons-split-3857.zip ]] ; then
wget -P data/osm https://osmdata.openstreetmap.de/download/water-polygons-split-3857.zip
else
echo "water-polygons-split-3857.zip exists. Skipping download"
fi
echo
echo "Download NHD High Resolution"
# NOTE: This downloads ALL subregions, since there is no simple way to
# calculate which ones are needed. They are cropped to the relevant
# region before importing, however.
mkdir -pv data/nhd/hi
if [[ ! -f data/nhd/NHD_H_National_GDB.zip ]] ; then
wget -P data/nhd https://prd-tnm.s3.amazonaws.com/StagedProducts/Hydrography/NHD/National/GDB/NHD_H_National_GDB.zip
else
echo "NHD data exists. Skipping download."
fi
#NHDURLS=`wget -O - ftp://nhdftp.usgs.gov/DataSets/Staged/SubRegions/FileGDB/HighResolution/ | egrep -o -E "ftp://nhdftp.usgs.gov:21/DataSets/Staged/SubRegions/FileGDB/HighResolution/NHDH...._931v220\.zip"`
#for url in $NHDURLS ; do
# BASE=`basename $url .zip`
# DEST=data/nhd/hi/$BASE.gdb.zip
# echo $BASE
# if [[ ! -f $DEST ]] ; then
# wget -O $DEST "$url"
# else
# echo $DEST exists. Skipping download.
# fi
#done