diff options
| author | txh18 <cloudygooseg@gmail.com> | 2015-11-30 11:05:24 +0800 |
|---|---|---|
| committer | txh18 <cloudygooseg@gmail.com> | 2015-11-30 11:05:24 +0800 |
| commit | 3171a7a1e404cc82857892d0c212824cf74ce2df (patch) | |
| tree | 11800ef6c627371a847ec95080d30c65e81e0c25 /nerv/examples/lmptb/lstmlm_ptb_main.lua | |
| parent | d17e801f3de1e31cd06b181f5f0acb7adb2ad08c (diff) | |
added ooutputGate for lstm_t
Diffstat (limited to 'nerv/examples/lmptb/lstmlm_ptb_main.lua')
| -rw-r--r-- | nerv/examples/lmptb/lstmlm_ptb_main.lua | 6 |
1 files changed, 3 insertions, 3 deletions
diff --git a/nerv/examples/lmptb/lstmlm_ptb_main.lua b/nerv/examples/lmptb/lstmlm_ptb_main.lua index 69f26f5..7ec583d 100644 --- a/nerv/examples/lmptb/lstmlm_ptb_main.lua +++ b/nerv/examples/lmptb/lstmlm_ptb_main.lua @@ -184,12 +184,12 @@ test_fn = data_dir .. '/ptb.test.txt.adds' vocab_fn = data_dir .. '/vocab' global_conf = { - lrate = 0.001, wcost = 1e-6, momentum = 0, clip_t = 0.01, + lrate = 0.1, wcost = 1e-6, momentum = 0, clip_t = 10, cumat_type = nerv.CuMatrixFloat, mmat_type = nerv.MMatrixFloat, nn_act_default = 0, - hidden_size = 200, --set to 400 for a stable good test PPL + hidden_size = 300, --set to 400 for a stable good test PPL chunk_size = 15, batch_size = 10, max_iter = 35, @@ -201,7 +201,7 @@ global_conf = { test_fn = test_fn, vocab_fn = vocab_fn, sche_log_pre = "[SCHEDULER]:", - log_w_num = 400, --give a message when log_w_num words have been processed + log_w_num = 40000, --give a message when log_w_num words have been processed timer = nerv.Timer(), work_dir_base = '/home/slhome/txh18/workspace/nerv/play/ptbEXP/tnn_lstm_test' } |