Skip to content

Commit 8521008

Browse files
committed
Retrain French with multiple shards
1 parent eff77a4 commit 8521008

File tree

1 file changed

+3
-1
lines changed

1 file changed

+3
-1
lines changed

scripts/srparser/Makefile

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -150,10 +150,12 @@ frenchSR.ser.gz:
150150
java -mx10g edu.stanford.nlp.parser.shiftreduce.ShiftReduceParser -trainTreebank $(FRENCH_TRAIN) -devTreebank $(FRENCH_DEV) -serializedPath $@ $(DEFAULT_OPTIONS) -preTag -taggerSerializedFile $(FRENCH_TAGGER) -tlpp $(FRENCH_TLPP) $(TRAIN_ORACLE_10) > $@.out 2>&1
151151
java -mx5g edu.stanford.nlp.parser.shiftreduce.ShiftReduceParser -testTreebank $(FRENCH_TEST) -serializedPath $@ -preTag -taggerSerializedFile $(FRENCH_TAGGER) >> $@.out 2>&1
152152

153+
# French performance was falling with some of the changes, but the
154+
# number of shards increases it back a bit
153155
frenchSR.beam.ser.gz:
154156
@echo Training $@
155157
@echo Will test on $(FRENCH_TEST)
156-
java -mx40g edu.stanford.nlp.parser.shiftreduce.ShiftReduceParser -trainTreebank $(FRENCH_TRAIN) -devTreebank $(FRENCH_DEV) -serializedPath $@ $(DEFAULT_OPTIONS) -preTag -taggerSerializedFile $(FRENCH_TAGGER) -tlpp $(FRENCH_TLPP) $(TRAIN_BEAM) > $@.out 2>&1
158+
java -mx40g edu.stanford.nlp.parser.shiftreduce.ShiftReduceParser -trainTreebank $(FRENCH_TRAIN) -devTreebank $(FRENCH_DEV) -serializedPath $@ $(DEFAULT_OPTIONS) -preTag -taggerSerializedFile $(FRENCH_TAGGER) -tlpp $(FRENCH_TLPP) $(TRAIN_BEAM) $(SHARDS_5) > $@.out 2>&1
157159
java -mx5g edu.stanford.nlp.parser.shiftreduce.ShiftReduceParser -testTreebank $(FRENCH_TEST) -serializedPath $@ -preTag -taggerSerializedFile $(FRENCH_TAGGER) >> $@.out 2>&1
158160

159161
chineseSR.ser.gz:

0 commit comments

Comments
 (0)