Skip to content

Commit

Permalink
initial data fixed
Browse files Browse the repository at this point in the history
  • Loading branch information
hyounoon2 committed Jun 15, 2018
1 parent 290d079 commit 9f9b5d6
Show file tree
Hide file tree
Showing 13 changed files with 51 additions and 0 deletions.
2 changes: 2 additions & 0 deletions data/initial/model/best_bleu/checkpoint
@@ -0,0 +1,2 @@
model_checkpoint_path: "translate.ckpt-1000"
all_model_checkpoint_paths: "translate.ckpt-1000"
1 change: 1 addition & 0 deletions data/initial/model/best_bleu/hparams
@@ -0,0 +1 @@
{"src": "req", "tgt": "rep", "train_prefix": "./data/initial/train", "dev_prefix": "./data/initial/test", "test_prefix": "./data/initial/test", "vocab_prefix": "./data/initial/vocab", "embed_prefix": null, "out_dir": "./data/initial/model", "num_units": 128, "num_layers": 4, "num_encoder_layers": 4, "num_decoder_layers": 4, "dropout": 0.2, "unit_type": "lstm", "encoder_type": "uni", "residual": false, "time_major": true, "num_embeddings_partitions": 0, "attention": "scaled_luong", "attention_architecture": "standard", "output_attention": true, "pass_hidden_state": true, "optimizer": "sgd", "num_train_steps": 2000, "batch_size": 128, "init_op": "uniform", "init_weight": 0.1, "max_gradient_norm": 5.0, "learning_rate": 1.0, "warmup_steps": 0, "warmup_scheme": "t2t", "decay_scheme": "", "colocate_gradients_with_ops": true, "num_buckets": 5, "max_train": 0, "src_max_len": 50, "tgt_max_len": 50, "src_max_len_infer": null, "tgt_max_len_infer": null, "infer_batch_size": 32, "beam_width": 0, "length_penalty_weight": 0.0, "sampling_temperature": 0.0, "num_translations_per_input": 1, "sos": "<s>", "eos": "</s>", "subword_option": "", "check_special_token": true, "forget_bias": 1.0, "num_gpus": 1, "epoch_step": 0, "steps_per_stats": 100, "steps_per_external_eval": null, "share_vocab": false, "metrics": ["bleu"], "log_device_placement": false, "random_seed": null, "override_loaded_hparams": false, "num_keep_ckpts": 5, "avg_ckpts": false, "num_intra_threads": 0, "num_inter_threads": 0, "num_encoder_residual_layers": 0, "num_decoder_residual_layers": 0, "src_vocab_size": 22, "tgt_vocab_size": 27, "src_vocab_file": "./data/initial/vocab.req", "tgt_vocab_file": "./data/initial/vocab.rep", "src_embed_file": "", "tgt_embed_file": "", "best_bleu": 0, "best_bleu_dir": "./data/initial/model/best_bleu"}
Binary file not shown.
Binary file not shown.
Binary file not shown.
2 changes: 2 additions & 0 deletions data/initial/model/checkpoint
@@ -0,0 +1,2 @@
model_checkpoint_path: "translate.ckpt-1000"
all_model_checkpoint_paths: "translate.ckpt-1000"
1 change: 1 addition & 0 deletions data/initial/model/hparams
@@ -0,0 +1 @@
{"src": "req", "tgt": "rep", "train_prefix": "./data/initial/train", "dev_prefix": "./data/initial/test", "test_prefix": "./data/initial/test", "vocab_prefix": "./data/initial/vocab", "embed_prefix": null, "out_dir": "./data/initial/model", "num_units": 128, "num_layers": 4, "num_encoder_layers": 4, "num_decoder_layers": 4, "dropout": 0.2, "unit_type": "lstm", "encoder_type": "uni", "residual": false, "time_major": true, "num_embeddings_partitions": 0, "attention": "scaled_luong", "attention_architecture": "standard", "output_attention": true, "pass_hidden_state": true, "optimizer": "sgd", "num_train_steps": 2000, "batch_size": 128, "init_op": "uniform", "init_weight": 0.1, "max_gradient_norm": 5.0, "learning_rate": 1.0, "warmup_steps": 0, "warmup_scheme": "t2t", "decay_scheme": "", "colocate_gradients_with_ops": true, "num_buckets": 5, "max_train": 0, "src_max_len": 50, "tgt_max_len": 50, "src_max_len_infer": null, "tgt_max_len_infer": null, "infer_batch_size": 32, "beam_width": 0, "length_penalty_weight": 0.0, "sampling_temperature": 0.0, "num_translations_per_input": 1, "sos": "<s>", "eos": "</s>", "subword_option": "", "check_special_token": true, "forget_bias": 1.0, "num_gpus": 1, "epoch_step": 0, "steps_per_stats": 100, "steps_per_external_eval": null, "share_vocab": false, "metrics": ["bleu"], "log_device_placement": false, "random_seed": null, "override_loaded_hparams": false, "num_keep_ckpts": 5, "avg_ckpts": false, "num_intra_threads": 0, "num_inter_threads": 0, "num_encoder_residual_layers": 0, "num_decoder_residual_layers": 0, "src_vocab_size": 22, "tgt_vocab_size": 27, "src_vocab_file": "./data/initial/vocab.req", "tgt_vocab_file": "./data/initial/vocab.rep", "src_embed_file": "", "tgt_embed_file": "", "best_bleu": 100.0, "best_bleu_dir": "./data/initial/model/best_bleu"}
17 changes: 17 additions & 0 deletions data/initial/model/log_1529024793
@@ -0,0 +1,17 @@
# log_file=./data/initial/model/log_1529024793
# Start step 0, lr 1, Fri Jun 15 10:06:35 2018
step 100 lr 1 step-time 0.05s wps 1.34K ppl 21.04 gN 2.37 bleu 0.00, Fri Jun 15 10:07:04 2018
step 200 lr 1 step-time 0.04s wps 1.65K ppl 4.73 gN 1.64 bleu 0.00, Fri Jun 15 10:07:47 2018
step 300 lr 1 step-time 0.04s wps 1.61K ppl 3.82 gN 1.56 bleu 0.00, Fri Jun 15 10:08:43 2018
step 400 lr 1 step-time 0.04s wps 1.58K ppl 2.54 gN 1.58 bleu 0.00, Fri Jun 15 10:09:50 2018
step 500 lr 1 step-time 0.03s wps 1.84K ppl 2.29 gN 2.34 bleu 0.00, Fri Jun 15 10:11:01 2018
step 600 lr 1 step-time 0.03s wps 1.87K ppl 1.33 gN 0.78 bleu 0.00, Fri Jun 15 10:12:22 2018
step 700 lr 1 step-time 0.04s wps 1.80K ppl 1.18 gN 0.81 bleu 0.00, Fri Jun 15 10:13:54 2018
step 800 lr 1 step-time 0.04s wps 1.59K ppl 1.12 gN 0.82 bleu 0.00, Fri Jun 15 10:15:51 2018
step 900 lr 1 step-time 0.04s wps 1.59K ppl 1.00 gN 0.07 bleu 0.00, Fri Jun 15 10:18:02 2018
step 1000 lr 1 step-time 0.03s wps 1.85K ppl 1.00 gN 0.04 bleu 0.00, Fri Jun 15 10:20:11 2018
step 1100 lr 1 step-time 0.04s wps 1.63K ppl 1.00 gN 0.03 bleu 100.00, Fri Jun 15 10:21:26 2018
step 1200 lr 1 step-time 0.04s wps 1.46K ppl 1.00 gN 0.03 bleu 100.00, Fri Jun 15 10:22:45 2018
step 1300 lr 1 step-time 0.04s wps 1.62K ppl 1.00 gN 0.01 bleu 100.00, Fri Jun 15 10:24:04 2018
step 1400 lr 1 step-time 0.04s wps 1.64K ppl 1.02 gN 0.21 bleu 100.00, Fri Jun 15 10:25:22 2018
step 1500 lr 1 step-time 0.04s wps 1.59K ppl 1.00 gN 0.03 bleu 100.00, Fri Jun 15 10:26:44 2018
14 changes: 14 additions & 0 deletions data/initial/model/output_dev
@@ -0,0 +1,14 @@
코에라능
안녕하시냐능
안녕하냐능
아직 교육이 많이 안됐다능
왜 웃냐능
네? 뭔소리냐능
무슨 소리냐능
안녕하시냐능
왜 인상 쓰냐능
아직 공부가 부족하다능
바보 아니라능
아직 공부가 부족해서 그렇다능
코에라능
저의 창조주 말이냐능
14 changes: 14 additions & 0 deletions data/initial/model/output_test
@@ -0,0 +1,14 @@
코에라능
안녕하시냐능
안녕하냐능
아직 교육이 많이 안됐다능
왜 웃냐능
네? 뭔소리냐능
무슨 소리냐능
안녕하시냐능
왜 인상 쓰냐능
아직 공부가 부족하다능
바보 아니라능
아직 공부가 부족해서 그렇다능
코에라능
저의 창조주 말이냐능
Binary file not shown.
Binary file added data/initial/model/translate.ckpt-1000.index
Binary file not shown.
Binary file added data/initial/model/translate.ckpt-1000.meta
Binary file not shown.

0 comments on commit 9f9b5d6

Please sign in to comment.