/
setup.sh
32 lines (27 loc) · 863 Bytes
/
setup.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
### Sets up a virtualenv and installs Python packages
virtualenv -p python3 env
source env/bin/activate
pip install -r requirements.txt
pip install git+https://github.com/salaniz/pycocoevalcap
### Download datasets for pretraining
mkdir -p data/pretraining/raw
cd data/pretraining/raw
# Download BoolQ from https://github.com/google-research-datasets/boolean-questions and place it into `pretrain_data/raw/boolq`
mkdir -p boolq
# Download MCTest
wget https://github.com/mcobzarenco/mctest/archive/master.zip
unzip master.zip
mv mctest-master/data/MCTest .
mv MCTest mctest
rm master.zip
rm -r mctest-master
# Download MultiRC
wget https://cogcomp.org/multirc/data/mutlirc-v2.zip
unzip mutlirc-v2.zip
mv splitv2 multirc
rm mutlirc-v2.zip
# Download RACE
wget http://www.cs.cmu.edu/~glai1/data/race/RACE.tar.gz
tar -zxvf RACE.tar.gz
mv RACE race
rm RACE.tar.gz