diff options
| -rw-r--r-- | nerv/examples/lmptb/bilstmlm_ptb_main.lua | 4 | ||||
| -rw-r--r-- | nerv/examples/lmptb/lstmlm_ptb_main.lua | 3 |
2 files changed, 7 insertions, 0 deletions
diff --git a/nerv/examples/lmptb/bilstmlm_ptb_main.lua b/nerv/examples/lmptb/bilstmlm_ptb_main.lua index 2aba1d2..078d036 100644 --- a/nerv/examples/lmptb/bilstmlm_ptb_main.lua +++ b/nerv/examples/lmptb/bilstmlm_ptb_main.lua @@ -348,6 +348,7 @@ end lr_half = false --can not be local, to be set by loadstring start_iter = -1 +start_lr = global_conf.lrate ppl_last = 100000 commands_str = "train:test" commands = {} @@ -372,6 +373,9 @@ global_conf.dropout_list = nerv.SUtil.parse_schedule(global_conf.dropout_str) global_conf.log_fn = global_conf.work_dir .. '/log_lstm_tnn_' .. commands_str ..os.date("_TT%m_%d_%X",os.time()) global_conf.log_fn, _ = string.gsub(global_conf.log_fn, ':', '-') commands = nerv.SUtil.parse_commands_set(commands_str) + +global_conf.lrate = start_lr --starting lr can be set by user(arg[2]) + nerv.printf("%s creating work_dir(%s)...\n", global_conf.sche_log_pre, global_conf.work_dir) nerv.LMUtil.wait(2) os.execute("mkdir -p "..global_conf.work_dir) diff --git a/nerv/examples/lmptb/lstmlm_ptb_main.lua b/nerv/examples/lmptb/lstmlm_ptb_main.lua index 804438d..b76fab8 100644 --- a/nerv/examples/lmptb/lstmlm_ptb_main.lua +++ b/nerv/examples/lmptb/lstmlm_ptb_main.lua @@ -333,6 +333,7 @@ end lr_half = false --can not be local, to be set by loadstring start_iter = -1 +start_lr = global_conf.lrate ppl_last = 100000 commands_str = "train:test" commands = {} @@ -357,6 +358,8 @@ global_conf.log_fn = global_conf.work_dir .. '/log_lstm_tnn_' .. commands_str .. global_conf.log_fn, _ = string.gsub(global_conf.log_fn, ':', '-') commands = nerv.SUtil.parse_commands_set(commands_str) +global_conf.lrate = start_lr + nerv.printf("%s creating work_dir(%s)...\n", global_conf.sche_log_pre, global_conf.work_dir) nerv.LMUtil.wait(2) os.execute("mkdir -p "..global_conf.work_dir) |