-
-
Notifications
You must be signed in to change notification settings - Fork 106
/
Copy pathprepare_datasets.sh
270 lines (268 loc) · 13.5 KB
/
prepare_datasets.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
#!/usr/bin/env bash
help() {
echo "------------------------------------------------------------------------------------"
echo "$0 - prepare datasets for training and inference of SSSegmentation."
echo "------------------------------------------------------------------------------------"
echo "Usage:"
echo " bash $0 <dataset name>"
echo "Options:"
echo " <dataset name>: The dataset name you want to download and prepare."
echo " The keyword should be in ['ade20k', 'lip', 'pascalcontext', 'cocostuff10k',"
echo " 'pascalvoc', 'cityscapes', 'atr', 'chase_db1',"
echo " 'cihp', 'hrf', 'drive', 'stare', 'nighttimedriving',"
echo " 'darkzurich', 'sbushadow', 'supervisely', 'vspw',"
echo " 'mhpv1', 'mhpv2', 'coco',]"
echo " <-h> or <--help>: Show this message."
echo "Examples:"
echo " If you want to fetch ADE20k dataset, you can run 'bash $0 ade20k'."
echo " If you want to fetch Cityscapes dataset, you can run 'bash $0 cityscapes'."
echo "------------------------------------------------------------------------------------"
exit 0
}
DATASET=$1
OPT="$(echo $DATASET | tr '[:upper:]' '[:lower:]')"
if [ "$OPT" == "-h" ] || [ "$OPT" == "--help" ] || [ "$OPT" == "" ]; then
help
elif [[ "$OPT" == "ade20k" ]]; then
{
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/ADE20k.tar.gz
tar zxvf ADE20k.tar.gz
} || {
echo "Fail to download ${DATASET} dataset."
exit 0
}
rm -rf ADE20k.tar.gz
elif [[ "$OPT" == "lip" ]]; then
{
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/LIP.tar.gz
tar zxvf LIP.tar.gz
} || {
echo "Fail to download ${DATASET} dataset."
exit 0
}
rm -rf LIP.tar.gz
elif [[ "$OPT" == "pascalcontext" ]]; then
{
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/PascalContext.tar.gz
tar zxvf PascalContext.tar.gz
} || {
echo "Fail to download ${DATASET} dataset."
exit 0
}
rm -rf PascalContext.tar.gz
elif [[ "$OPT" == "cocostuff10k" ]]; then
{
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/COCOStuff10k.tar.gz
tar zxvf COCOStuff10k.tar.gz
} || {
echo "Fail to download ${DATASET} dataset."
exit 0
}
rm -rf COCOStuff10k.tar.gz
elif [[ "$OPT" == "pascalvoc" ]]; then
{
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/VOCdevkit.zip.001
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/VOCdevkit.zip.002
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/VOCdevkit.zip.003
7z x VOCdevkit.zip.001
} || {
echo "Fail to download ${DATASET} dataset."
exit 0
}
rm -rf VOCdevkit.zip.001 VOCdevkit.zip.002 VOCdevkit.zip.003
elif [[ "$OPT" == "cityscapes" ]]; then
{
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/CityScapes.zip
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/CityScapes.z01
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/CityScapes.z02
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/CityScapes.z03
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/CityScapes.z04
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/CityScapes.z05
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/CityScapes.z06
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/CityScapes.z07
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/CityScapes.z08
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/CityScapes.z09
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/CityScapes.z10
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/CityScapes.z11
7z x CityScapes.zip
} || {
echo "Fail to download ${DATASET} dataset."
exit 0
}
rm -rf CityScapes.zip CityScapes.z01 CityScapes.z02 CityScapes.z03 CityScapes.z04 \
CityScapes.z04 CityScapes.z05 CityScapes.z06 CityScapes.z07 CityScapes.z08 \
CityScapes.z09 CityScapes.z10 CityScapes.z11
elif [[ "$OPT" == "atr" ]]; then
{
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/ATR.tar.gz
tar zxvf ATR.tar.gz
} || {
echo "Fail to download ${DATASET} dataset."
exit 0
}
rm -rf ATR.tar.gz
elif [[ "$OPT" == "chase_db1" ]]; then
{
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/CHASE_DB1.tar.gz
tar zxvf CHASE_DB1.tar.gz
} || {
echo "Fail to download ${DATASET} dataset."
exit 0
}
rm -rf CHASE_DB1.tar.gz
elif [[ "$OPT" == "cihp" ]]; then
{
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/CIHP.tar.gz
tar zxvf CIHP.tar.gz
} || {
echo "Fail to download ${DATASET} dataset."
exit 0
}
rm -rf CIHP.tar.gz
elif [[ "$OPT" == "hrf" ]]; then
{
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/HRF.tar.gz
tar zxvf HRF.tar.gz
} || {
echo "Fail to download ${DATASET} dataset."
exit 0
}
rm -rf HRF.tar.gz
elif [[ "$OPT" == "drive" ]]; then
{
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/DRIVE.tar.gz
tar zxvf DRIVE.tar.gz
} || {
echo "Fail to download ${DATASET} dataset."
exit 0
}
rm -rf DRIVE.tar.gz
elif [[ "$OPT" == "stare" ]]; then
{
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/STARE.tar.gz
tar zxvf STARE.tar.gz
} || {
echo "Fail to download ${DATASET} dataset."
exit 0
}
rm -rf STARE.tar.gz
elif [[ "$OPT" == "nighttimedriving" ]]; then
{
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/NighttimeDrivingTest.zip
unzip NighttimeDrivingTest.zip
} || {
echo "Fail to download ${DATASET} dataset."
exit 0
}
rm -rf NighttimeDrivingTest.zip
elif [[ "$OPT" == "darkzurich" ]]; then
{
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/Dark_Zurich_val_anon.zip
unzip Dark_Zurich_val_anon.zip
} || {
echo "Fail to download ${DATASET} dataset."
exit 0
}
rm -rf Dark_Zurich_val_anon.zip
elif [[ "$OPT" == "sbushadow" ]]; then
{
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/SBUShadow.tar.gz
tar zxvf SBUShadow.tar.gz
} || {
echo "Fail to download ${DATASET} dataset."
exit 0
}
rm -rf SBUShadow.tar.gz
elif [[ "$OPT" == "supervisely" ]]; then
{
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/Supervisely.zip.001
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/Supervisely.zip.002
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/Supervisely.zip.003
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/Supervisely.zip.004
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/Supervisely.zip.005
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/Supervisely.zip.006
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/Supervisely.zip.007
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/Supervisely.zip.008
7z x Supervisely.zip.001
} || {
echo "Fail to download ${DATASET} dataset."
exit 0
}
rm -rf Supervisely.zip.001 Supervisely.zip.002 Supervisely.zip.003 Supervisely.zip.004 Supervisely.zip.005 \
Supervisely.zip.006 Supervisely.zip.007 Supervisely.zip.008
elif [[ "$OPT" == "vspw" ]]; then
{
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/VSPW_480p.zip.001
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/VSPW_480p.zip.002
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/VSPW_480p.zip.003
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/VSPW_480p.zip.004
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/VSPW_480p.zip.005
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/VSPW_480p.zip.006
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/VSPW_480p.zip.007
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/VSPW_480p.zip.008
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/VSPW_480p.zip.009
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/VSPW_480p.zip.010
7z x VSPW_480p.zip.001
} || {
echo "Fail to download ${DATASET} dataset."
exit 0
}
rm -rf VSPW_480p.zip.001 VSPW_480p.zip.002 VSPW_480p.zip.003 VSPW_480p.zip.004 VSPW_480p.zip.005 \
VSPW_480p.zip.006 VSPW_480p.zip.007 VSPW_480p.zip.008 VSPW_480p.zip.009 VSPW_480p.zip.010
elif [[ "$OPT" == "coco" ]]; then
{
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/COCO.zip.001
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/COCO.zip.002
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/COCO.zip.003
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/COCO.zip.004
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/COCO.zip.005
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/COCO.zip.006
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/COCO.zip.007
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/COCO.zip.008
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/COCO.zip.009
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/COCO.zip.010
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/COCO.zip.011
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/COCO.zip.012
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/COCO.zip.013
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/COCO.zip.014
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/COCO.zip.015
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/COCO.zip.016
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/COCO.zip.017
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/COCO.zip.018
7z x COCO.zip.001
cd COCO
unzip stuffthingmaps_trainval2017.zip
cd ..
} || {
echo "Fail to download ${DATASET} dataset."
exit 0
}
rm -rf COCO.zip.001 COCO.zip.002 COCO.zip.003 COCO.zip.004 COCO.zip.005 COCO.zip.006 COCO.zip.007 \
COCO.zip.008 COCO.zip.009 COCO.zip.010 COCO.zip.011 COCO.zip.012 COCO.zip.013 COCO.zip.014 \
COCO.zip.015 COCO.zip.016 COCO.zip.017 COCO.zip.018
elif [[ "$OPT" == "mhpv1" ]]; then
{
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/LV-MHP-v1.tar.gz
tar zxvf LV-MHP-v1.tar.gz
} || {
echo "Fail to download ${DATASET} dataset."
exit 0
}
rm -rf LV-MHP-v1.tar.gz
elif [[ "$OPT" == "mhpv2" ]]; then
{
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/LV-MHP-v2.zip.001
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/LV-MHP-v2.zip.002
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/LV-MHP-v2.zip.003
wget https://github.com/SegmentationBLWX/modelstore/releases/download/ssseg_datasets/LV-MHP-v2.zip.004
7z x LV-MHP-v2.zip.001
} || {
echo "Fail to download ${DATASET} dataset."
exit 0
}
rm -rf LV-MHP-v2.zip.001 LV-MHP-v2.zip.002 LV-MHP-v2.zip.003 LV-MHP-v2.zip.004
else
echo "Preparing dataset ${DATASET} is not supported in this script now."
exit 0
fi
echo "Download ${DATASET} done."