Skip to content

Commit

Permalink
Make sure clean_corpus can be found
Browse files Browse the repository at this point in the history
  • Loading branch information
Philip Schulz committed May 17, 2018
1 parent de653bf commit 2f297f8
Show file tree
Hide file tree
Showing 2 changed files with 4 additions and 3 deletions.
2 changes: 2 additions & 0 deletions install_dependencies.sh
Original file line number Diff line number Diff line change
Expand Up @@ -13,12 +13,14 @@ virtualenv -p python3 ~/stochastic-decoder-env
source stochastic-decoder-env/bin/activate
pip install mxnet==0.12.1 sphinx pyyaml typing sphinx
python setup.py install
sed -i "s@PWD@$PWD@" workflow/sockeye.tconf
deactivate

# ducttape
wget http://www.cs.cmu.edu/~jhclark/downloads/ducttape-0.3.tgz
tar -xvzf ducttape-0.3.tgz
export PATH=$PWD/ducttape-0.3:$PATH
rm ducttape-0.3.tgz

# multeval dependencies -> select your installer here!
sudo $installer install ant onf automake libtool pkg-config libprotobuf9v5 protobuf-compiler libprotobuf-dev
Expand Down
5 changes: 2 additions & 3 deletions workflow/sockeye.tconf
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@ global {
translation_file=translations
ducttape_folder=/home/pschulz/ducttape_tests
lock_dir=/tmp # sockeye default
clean_corpus=~/SockeyeWorkflow/clean_corpus.py
clean_corpus=PWD/workflow/clean_corpus.py

# sentence piece
spm_vocab_size=50000
Expand Down Expand Up @@ -48,7 +48,6 @@ global {

# training specs
batch_size=100
optimizer=adam # sockeye default
l2_regularisation=0 # sockeye default
max_checkpoints=8 # sockeye default
gradient_clipping=1 # sockeye default
Expand All @@ -72,5 +71,5 @@ plan sent {
}

plan sdec {
reach eval via (Attention: mlp) * (RnnCell: lstm) * (Dropout: halft) * (Target: *) * (LatentDim: 64 128 256) * (AddArgs: sent)
reach eval via (Attention: mlp) * (RnnCell: lstm) * (Dropout: half) * (Target: *) * (LatentDim: 64 128 256) * (AddArgs: sent)
}

0 comments on commit 2f297f8

Please sign in to comment.