diff options
| author | txh18 <[email protected]> | 2015-11-13 00:49:43 +0800 |
|---|---|---|
| committer | txh18 <[email protected]> | 2015-11-13 00:49:43 +0800 |
| commit | d5111ef959c2871bfd8977889cf632acce2660d5 (patch) | |
| tree | 1fa58bfbaf428fc69c36f68617fa4ab02007bbeb | |
| parent | 79f5b886dc10c41e5a4b0f26b83c51ca6540ba43 (diff) | |
change ppl_net to ppl_all
| -rw-r--r-- | nerv/examples/lmptb/m-tests/LOG-tnn-h300 | 4421 | ||||
| -rw-r--r-- | nerv/examples/lmptb/tnn_ptb_main.lua | 8 |
2 files changed, 2329 insertions, 2100 deletions
diff --git a/nerv/examples/lmptb/m-tests/LOG-tnn-h300 b/nerv/examples/lmptb/m-tests/LOG-tnn-h300 index 4fcffed..ca4ff77 100644 --- a/nerv/examples/lmptb/m-tests/LOG-tnn-h300 +++ b/nerv/examples/lmptb/m-tests/LOG-tnn-h300 @@ -1,4 +1,26 @@ Greetings +[SCHEDULER]: printing global_conf +test_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds +train_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds +sche_log_pre [SCHEDULER]: +train_fn_shuf_bak /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf_bak +mmat_type table: 0x40f7afc8 +wcost 1e-06 +train_fn_shuf /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf +log_w_num 40000 +param_fn /home/slhome/txh18/workspace/nerv/play/dagL_test/params +batch_size 10 +hidden_size 300 +timer nerv.Timer +work_dir /home/slhome/txh18/workspace/nerv/play/dagL_test +nn_act_default 0 +max_iter 30 +valid_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds +lrate 1 +momentum 0 +param_random function: 0x41ba6b68 +chunk_size 15 +cumat_type table: 0x40f7e4e0 [SCHEDULER]: creating work_dir... [LOG]LMVocab: Vocab building on file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds... [LOG]LMVocab: Building finished, vocab size now is 10000. @@ -40,12 +62,12 @@ metadata: return {type="nerv.BiasParam",id="bp_o"} reading chunk 5 from 70163127 [SCHEDULER]: preparing parameters end. [SCHEDULER]: preparing layers... -(23:21:04 2015-11-11)[nerv] info: create layer: recurrentL1 -(23:21:04 2015-11-11)[nerv] info: create layer: sigmoidL1 -(23:21:04 2015-11-11)[nerv] info: create layer: combinerL1 -(23:21:04 2015-11-11)[nerv] info: create layer: outputL -(23:21:04 2015-11-11)[nerv] info: create layer: softmaxL -(23:21:04 2015-11-11)[nerv] info: create layer: selectL1 +(21:26:39 2015-11-12)[nerv] info: create layer: recurrentL1 +(21:26:39 2015-11-12)[nerv] info: create layer: sigmoidL1 +(21:26:39 2015-11-12)[nerv] info: create layer: combinerL1 +(21:26:39 2015-11-12)[nerv] info: create layer: outputL +(21:26:39 2015-11-12)[nerv] info: create layer: softmaxL +(21:26:39 2015-11-12)[nerv] info: create layer: selectL1 [SCHEDULER]: preparing layers end. [SCHEDULER]: Generate and initing TNN ... <input> selectL1 0 @@ -72,11 +94,9 @@ TNN initing storage outputL -> softmaxL [SCHEDULER]: Initing TNN end. [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER]: 40095 words processed Wed Nov 11 23:21:10 2015. +[SCHEDULER]: 40095 words processed Thu Nov 12 21:26:45 2015. [SCHEDULER]: log prob per sample :-4.052709. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 [SCHEDULER]: Displaying result: [SCHEDULER]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 11363.085973621> <PPL_OOV 11232.52378889> <LOGP -298763.20911767> [SCHEDULER]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. @@ -100,12 +120,12 @@ metadata: return {type="nerv.BiasParam",id="bp_o"} reading chunk 5 from 70163127 [SCHEDULER]: preparing parameters end. [SCHEDULER]: preparing layers... -(23:21:20 2015-11-11)[nerv] info: create layer: recurrentL1 -(23:21:20 2015-11-11)[nerv] info: create layer: sigmoidL1 -(23:21:20 2015-11-11)[nerv] info: create layer: combinerL1 -(23:21:20 2015-11-11)[nerv] info: create layer: outputL -(23:21:20 2015-11-11)[nerv] info: create layer: softmaxL -(23:21:20 2015-11-11)[nerv] info: create layer: selectL1 +(21:26:55 2015-11-12)[nerv] info: create layer: recurrentL1 +(21:26:55 2015-11-12)[nerv] info: create layer: sigmoidL1 +(21:26:55 2015-11-12)[nerv] info: create layer: combinerL1 +(21:26:55 2015-11-12)[nerv] info: create layer: outputL +(21:26:55 2015-11-12)[nerv] info: create layer: softmaxL +(21:26:55 2015-11-12)[nerv] info: create layer: selectL1 [SCHEDULER]: preparing layers end. [SCHEDULER]: Generate and initing TNN ... <input> selectL1 0 @@ -133,66 +153,72 @@ TNN initing storage outputL -> softmaxL ===ITERATION 1 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER1 LR1]: 40099 words processed Wed Nov 11 23:21:34 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-3.248245. -[SCHEDULER ITER1 LR1]: 80063 words processed Wed Nov 11 23:21:49 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-3.066372. -[SCHEDULER ITER1 LR1]: 120068 words processed Wed Nov 11 23:22:04 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.998897. -[SCHEDULER ITER1 LR1]: 160017 words processed Wed Nov 11 23:22:19 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.933869. -[SCHEDULER ITER1 LR1]: 200138 words processed Wed Nov 11 23:22:34 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.895356. -[SCHEDULER ITER1 LR1]: 240007 words processed Wed Nov 11 23:22:49 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.860453. -[SCHEDULER ITER1 LR1]: 280135 words processed Wed Nov 11 23:23:04 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.830565. -[SCHEDULER ITER1 LR1]: 320080 words processed Wed Nov 11 23:23:19 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.806896. -[SCHEDULER ITER1 LR1]: 360059 words processed Wed Nov 11 23:23:34 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.781789. -[SCHEDULER ITER1 LR1]: 400021 words processed Wed Nov 11 23:23:49 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.765120. -[SCHEDULER ITER1 LR1]: 440102 words processed Wed Nov 11 23:24:04 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.746893. -[SCHEDULER ITER1 LR1]: 480051 words processed Wed Nov 11 23:24:19 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.729376. -[SCHEDULER ITER1 LR1]: 520093 words processed Wed Nov 11 23:24:34 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.714592. -[SCHEDULER ITER1 LR1]: 560039 words processed Wed Nov 11 23:24:49 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.697929. -[SCHEDULER ITER1 LR1]: 600112 words processed Wed Nov 11 23:25:04 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.688283. -[SCHEDULER ITER1 LR1]: 640076 words processed Wed Nov 11 23:25:19 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.677096. -[SCHEDULER ITER1 LR1]: 680026 words processed Wed Nov 11 23:25:34 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.668041. -[SCHEDULER ITER1 LR1]: 720133 words processed Wed Nov 11 23:25:49 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.659308. -[SCHEDULER ITER1 LR1]: 760048 words processed Wed Nov 11 23:26:04 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.648075. -[SCHEDULER ITER1 LR1]: 800117 words processed Wed Nov 11 23:26:19 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.640555. -[SCHEDULER ITER1 LR1]: 840116 words processed Wed Nov 11 23:26:34 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.630580. -[SCHEDULER ITER1 LR1]: 880037 words processed Wed Nov 11 23:26:49 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.623065. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 +[SCHEDULER ITER1 LR1]: 40099 words processed Thu Nov 12 21:27:11 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-3.292692. +[SCHEDULER ITER1 LR1]: 80063 words processed Thu Nov 12 21:27:27 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-3.070144. +[SCHEDULER ITER1 LR1]: 120068 words processed Thu Nov 12 21:27:43 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.984966. +[SCHEDULER ITER1 LR1]: 160017 words processed Thu Nov 12 21:27:59 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.924306. +[SCHEDULER ITER1 LR1]: 200138 words processed Thu Nov 12 21:28:15 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.895537. +[SCHEDULER ITER1 LR1]: 240007 words processed Thu Nov 12 21:28:31 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.866355. +[SCHEDULER ITER1 LR1]: 280135 words processed Thu Nov 12 21:28:47 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.841706. +[SCHEDULER ITER1 LR1]: 320080 words processed Thu Nov 12 21:29:03 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.820864. +[SCHEDULER ITER1 LR1]: 360059 words processed Thu Nov 12 21:29:19 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.798327. +[SCHEDULER ITER1 LR1]: 400021 words processed Thu Nov 12 21:29:36 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.784042. +[SCHEDULER ITER1 LR1]: 440102 words processed Thu Nov 12 21:29:53 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.767230. +[SCHEDULER ITER1 LR1]: 480051 words processed Thu Nov 12 21:30:09 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.750979. +[SCHEDULER ITER1 LR1]: 520093 words processed Thu Nov 12 21:30:25 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.737316. +[SCHEDULER ITER1 LR1]: 560039 words processed Thu Nov 12 21:30:41 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.721875. +[SCHEDULER ITER1 LR1]: 600112 words processed Thu Nov 12 21:30:57 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.712290. +[SCHEDULER ITER1 LR1]: 640076 words processed Thu Nov 12 21:31:13 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.701624. +[SCHEDULER ITER1 LR1]: 680026 words processed Thu Nov 12 21:31:29 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.692884. +[SCHEDULER ITER1 LR1]: 720133 words processed Thu Nov 12 21:31:45 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.684241. +[SCHEDULER ITER1 LR1]: 760048 words processed Thu Nov 12 21:32:01 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.673189. +[SCHEDULER ITER1 LR1]: 800117 words processed Thu Nov 12 21:32:17 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.665760. +[SCHEDULER ITER1 LR1]: 840116 words processed Thu Nov 12 21:32:33 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.656155. +[SCHEDULER ITER1 LR1]: 880037 words processed Thu Nov 12 21:32:49 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.648768. +[LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER1 LR1]: Displaying result: -[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 479.30006237909> <PPL_OOV 418.29117140708> <LOGP -2436897.7616863> +[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 509.58764573002> <PPL_OOV 443.82735664069> <LOGP -2460821.0780481> [SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER1 LR1]: shuffling training file +===PEEK ON TEST 1=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER1 LR1]: 40087 words processed Thu Nov 12 21:33:02 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.504355. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER1 LR1]: Displaying result: +[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 372.42183463097> <PPL_OOV 324.08404397993> <LOGP -206953.5100413> +[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 1=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER1 LR1]: 40095 words processed Wed Nov 11 23:27:01 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.523185. +[SCHEDULER ITER1 LR1]: 40095 words processed Thu Nov 12 21:33:14 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.550268. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 [SCHEDULER ITER1 LR1]: Displaying result: -[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 348.88659837747> <PPL_OOV 313.72060811114> <LOGP -184145.01523291> +[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 374.67370339982> <PPL_OOV 335.03359692605> <LOGP -186250.51743037> [SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER1 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... @@ -200,27 +226,27 @@ gconf.fz2 3370 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1076965 +reading chunk 1 from 1075976 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1080621 +reading chunk 2 from 1079632 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 35617574 +reading chunk 3 from 35607920 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 35733895 +reading chunk 4 from 35724250 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 70251684 +reading chunk 5 from 70241455 [SCHEDULER ITER1 LR1]: preparing parameters end. [SCHEDULER ITER1 LR1]: preparing layers... -(23:27:11 2015-11-11)[nerv] info: create layer: recurrentL1 -(23:27:11 2015-11-11)[nerv] info: create layer: sigmoidL1 -(23:27:11 2015-11-11)[nerv] info: create layer: combinerL1 -(23:27:11 2015-11-11)[nerv] info: create layer: outputL -(23:27:11 2015-11-11)[nerv] info: create layer: softmaxL -(23:27:11 2015-11-11)[nerv] info: create layer: selectL1 +(21:33:24 2015-11-12)[nerv] info: create layer: recurrentL1 +(21:33:24 2015-11-12)[nerv] info: create layer: sigmoidL1 +(21:33:24 2015-11-12)[nerv] info: create layer: combinerL1 +(21:33:24 2015-11-12)[nerv] info: create layer: outputL +(21:33:24 2015-11-12)[nerv] info: create layer: softmaxL +(21:33:24 2015-11-12)[nerv] info: create layer: selectL1 [SCHEDULER ITER1 LR1]: preparing layers end. [SCHEDULER ITER1 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -248,66 +274,72 @@ TNN initing storage outputL -> softmaxL ===ITERATION 2 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER2 LR1]: 40092 words processed Wed Nov 11 23:27:25 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.599442. -[SCHEDULER ITER2 LR1]: 80099 words processed Wed Nov 11 23:27:40 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.548803. -[SCHEDULER ITER2 LR1]: 120004 words processed Wed Nov 11 23:27:55 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.523943. -[SCHEDULER ITER2 LR1]: 160114 words processed Wed Nov 11 23:28:10 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.512345. -[SCHEDULER ITER2 LR1]: 200066 words processed Wed Nov 11 23:28:25 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.505397. -[SCHEDULER ITER2 LR1]: 240045 words processed Wed Nov 11 23:28:40 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.499117. -[SCHEDULER ITER2 LR1]: 280057 words processed Wed Nov 11 23:28:55 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.492474. -[SCHEDULER ITER2 LR1]: 320106 words processed Wed Nov 11 23:29:10 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.484600. -[SCHEDULER ITER2 LR1]: 360024 words processed Wed Nov 11 23:29:25 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.479672. -[SCHEDULER ITER2 LR1]: 400089 words processed Wed Nov 11 23:29:40 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.475321. -[SCHEDULER ITER2 LR1]: 440067 words processed Wed Nov 11 23:29:55 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.471777. -[SCHEDULER ITER2 LR1]: 480051 words processed Wed Nov 11 23:30:10 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.468552. -[SCHEDULER ITER2 LR1]: 520140 words processed Wed Nov 11 23:30:25 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.465361. -[SCHEDULER ITER2 LR1]: 560132 words processed Wed Nov 11 23:30:40 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.462341. -[SCHEDULER ITER2 LR1]: 600118 words processed Wed Nov 11 23:30:55 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.460604. -[SCHEDULER ITER2 LR1]: 640090 words processed Wed Nov 11 23:31:10 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.458146. -[SCHEDULER ITER2 LR1]: 680075 words processed Wed Nov 11 23:31:25 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.458095. -[SCHEDULER ITER2 LR1]: 720043 words processed Wed Nov 11 23:31:40 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.457528. -[SCHEDULER ITER2 LR1]: 760012 words processed Wed Nov 11 23:31:55 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.455970. -[SCHEDULER ITER2 LR1]: 800113 words processed Wed Nov 11 23:32:10 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.454040. -[SCHEDULER ITER2 LR1]: 840089 words processed Wed Nov 11 23:32:25 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.451647. -[SCHEDULER ITER2 LR1]: 880052 words processed Wed Nov 11 23:32:40 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.449628. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 +[SCHEDULER ITER2 LR1]: 40092 words processed Thu Nov 12 21:33:40 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.611210. +[SCHEDULER ITER2 LR1]: 80099 words processed Thu Nov 12 21:33:56 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.589139. +[SCHEDULER ITER2 LR1]: 120004 words processed Thu Nov 12 21:34:12 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.570733. +[SCHEDULER ITER2 LR1]: 160114 words processed Thu Nov 12 21:34:28 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.551667. +[SCHEDULER ITER2 LR1]: 200066 words processed Thu Nov 12 21:34:44 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.540568. +[SCHEDULER ITER2 LR1]: 240045 words processed Thu Nov 12 21:35:00 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.526721. +[SCHEDULER ITER2 LR1]: 280057 words processed Thu Nov 12 21:35:16 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.517728. +[SCHEDULER ITER2 LR1]: 320106 words processed Thu Nov 12 21:35:32 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.508229. +[SCHEDULER ITER2 LR1]: 360024 words processed Thu Nov 12 21:35:48 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.502058. +[SCHEDULER ITER2 LR1]: 400089 words processed Thu Nov 12 21:36:04 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.497895. +[SCHEDULER ITER2 LR1]: 440067 words processed Thu Nov 12 21:36:20 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.493752. +[SCHEDULER ITER2 LR1]: 480051 words processed Thu Nov 12 21:36:36 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.490189. +[SCHEDULER ITER2 LR1]: 520140 words processed Thu Nov 12 21:36:52 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.486542. +[SCHEDULER ITER2 LR1]: 560132 words processed Thu Nov 12 21:37:08 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.483445. +[SCHEDULER ITER2 LR1]: 600118 words processed Thu Nov 12 21:37:24 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.483056. +[SCHEDULER ITER2 LR1]: 640090 words processed Thu Nov 12 21:37:40 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.480205. +[SCHEDULER ITER2 LR1]: 680075 words processed Thu Nov 12 21:37:56 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.478075. +[SCHEDULER ITER2 LR1]: 720043 words processed Thu Nov 12 21:38:12 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.475920. +[SCHEDULER ITER2 LR1]: 760012 words processed Thu Nov 12 21:38:28 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.473641. +[SCHEDULER ITER2 LR1]: 800113 words processed Thu Nov 12 21:38:44 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.471283. +[SCHEDULER ITER2 LR1]: 840089 words processed Thu Nov 12 21:39:00 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.468366. +[SCHEDULER ITER2 LR1]: 880052 words processed Thu Nov 12 21:39:16 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.466238. +[LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER2 LR1]: Displaying result: -[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 322.88493854907> <PPL_OOV 281.43208335099> <LOGP -2276910.7606898> +[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 335.54574856758> <PPL_OOV 292.42179827166> <LOGP -2292375.5314619> [SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER2 LR1]: shuffling training file +===PEEK ON TEST 2=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER2 LR1]: 40087 words processed Thu Nov 12 21:39:27 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.378341. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER2 LR1]: Displaying result: +[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 280.56888917672> <PPL_OOV 241.83582061528> <LOGP -196473.60543172> +[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 2=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER2 LR1]: 40095 words processed Wed Nov 11 23:32:50 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.408668. +[SCHEDULER ITER2 LR1]: 40095 words processed Thu Nov 12 21:39:39 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.425320. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 [SCHEDULER ITER2 LR1]: Displaying result: -[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 274.09438409291> <PPL_OOV 242.65292128392> <LOGP -175916.53225967> +[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 284.31456120428> <PPL_OOV 252.08005346508> <LOGP -177137.47845282> [SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER2 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... @@ -315,27 +347,27 @@ gconf.fz2 3370 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 34524481 +reading chunk 1 from 34522576 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 34528138 +reading chunk 2 from 34526234 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 69086256 +reading chunk 3 from 69072330 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 69202439 +reading chunk 4 from 69188461 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 70278561 +reading chunk 5 from 70263917 [SCHEDULER ITER2 LR1]: preparing parameters end. [SCHEDULER ITER2 LR1]: preparing layers... -(23:33:00 2015-11-11)[nerv] info: create layer: recurrentL1 -(23:33:00 2015-11-11)[nerv] info: create layer: sigmoidL1 -(23:33:00 2015-11-11)[nerv] info: create layer: combinerL1 -(23:33:00 2015-11-11)[nerv] info: create layer: outputL -(23:33:00 2015-11-11)[nerv] info: create layer: softmaxL -(23:33:00 2015-11-11)[nerv] info: create layer: selectL1 +(21:39:50 2015-11-12)[nerv] info: create layer: recurrentL1 +(21:39:50 2015-11-12)[nerv] info: create layer: sigmoidL1 +(21:39:50 2015-11-12)[nerv] info: create layer: combinerL1 +(21:39:50 2015-11-12)[nerv] info: create layer: outputL +(21:39:50 2015-11-12)[nerv] info: create layer: softmaxL +(21:39:50 2015-11-12)[nerv] info: create layer: selectL1 [SCHEDULER ITER2 LR1]: preparing layers end. [SCHEDULER ITER2 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -363,66 +395,72 @@ TNN initing storage outputL -> softmaxL ===ITERATION 3 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER3 LR1]: 40092 words processed Wed Nov 11 23:33:14 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.569663. -[SCHEDULER ITER3 LR1]: 80099 words processed Wed Nov 11 23:33:29 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.489703. -[SCHEDULER ITER3 LR1]: 120004 words processed Wed Nov 11 23:33:44 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.456065. -[SCHEDULER ITER3 LR1]: 160114 words processed Wed Nov 11 23:33:59 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.441796. -[SCHEDULER ITER3 LR1]: 200066 words processed Wed Nov 11 23:34:14 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.433088. -[SCHEDULER ITER3 LR1]: 240045 words processed Wed Nov 11 23:34:29 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.424178. -[SCHEDULER ITER3 LR1]: 280057 words processed Wed Nov 11 23:34:44 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.416746. -[SCHEDULER ITER3 LR1]: 320106 words processed Wed Nov 11 23:34:59 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.408769. -[SCHEDULER ITER3 LR1]: 360024 words processed Wed Nov 11 23:35:14 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.403516. -[SCHEDULER ITER3 LR1]: 400089 words processed Wed Nov 11 23:35:29 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.401051. -[SCHEDULER ITER3 LR1]: 440067 words processed Wed Nov 11 23:35:44 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.397870. -[SCHEDULER ITER3 LR1]: 480051 words processed Wed Nov 11 23:35:59 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.394888. -[SCHEDULER ITER3 LR1]: 520140 words processed Wed Nov 11 23:36:14 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.392029. -[SCHEDULER ITER3 LR1]: 560132 words processed Wed Nov 11 23:36:29 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.389343. -[SCHEDULER ITER3 LR1]: 600118 words processed Wed Nov 11 23:36:44 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.387280. -[SCHEDULER ITER3 LR1]: 640090 words processed Wed Nov 11 23:36:59 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.384322. -[SCHEDULER ITER3 LR1]: 680075 words processed Wed Nov 11 23:37:14 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.382924. -[SCHEDULER ITER3 LR1]: 720043 words processed Wed Nov 11 23:37:29 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.381426. -[SCHEDULER ITER3 LR1]: 760012 words processed Wed Nov 11 23:37:44 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.379613. -[SCHEDULER ITER3 LR1]: 800113 words processed Wed Nov 11 23:37:59 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.377966. -[SCHEDULER ITER3 LR1]: 840089 words processed Wed Nov 11 23:38:14 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.375823. -[SCHEDULER ITER3 LR1]: 880052 words processed Wed Nov 11 23:38:29 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.374291. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 +[SCHEDULER ITER3 LR1]: 40092 words processed Thu Nov 12 21:40:06 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.544465. +[SCHEDULER ITER3 LR1]: 80099 words processed Thu Nov 12 21:40:22 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.523845. +[SCHEDULER ITER3 LR1]: 120004 words processed Thu Nov 12 21:40:38 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.503563. +[SCHEDULER ITER3 LR1]: 160114 words processed Thu Nov 12 21:40:55 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.492793. +[SCHEDULER ITER3 LR1]: 200066 words processed Thu Nov 12 21:41:11 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.486434. +[SCHEDULER ITER3 LR1]: 240045 words processed Thu Nov 12 21:41:27 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.477573. +[SCHEDULER ITER3 LR1]: 280057 words processed Thu Nov 12 21:41:43 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.472171. +[SCHEDULER ITER3 LR1]: 320106 words processed Thu Nov 12 21:41:59 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.464689. +[SCHEDULER ITER3 LR1]: 360024 words processed Thu Nov 12 21:42:15 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.462254. +[SCHEDULER ITER3 LR1]: 400089 words processed Thu Nov 12 21:42:31 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.460639. +[SCHEDULER ITER3 LR1]: 440067 words processed Thu Nov 12 21:42:47 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.457377. +[SCHEDULER ITER3 LR1]: 480051 words processed Thu Nov 12 21:43:03 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.454522. +[SCHEDULER ITER3 LR1]: 520140 words processed Thu Nov 12 21:43:20 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.451702. +[SCHEDULER ITER3 LR1]: 560132 words processed Thu Nov 12 21:43:36 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.449800. +[SCHEDULER ITER3 LR1]: 600118 words processed Thu Nov 12 21:43:52 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.460651. +[SCHEDULER ITER3 LR1]: 640090 words processed Thu Nov 12 21:44:08 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.478514. +[SCHEDULER ITER3 LR1]: 680075 words processed Thu Nov 12 21:44:24 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.481904. +[SCHEDULER ITER3 LR1]: 720043 words processed Thu Nov 12 21:44:40 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.481315. +[SCHEDULER ITER3 LR1]: 760012 words processed Thu Nov 12 21:44:56 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.479536. +[SCHEDULER ITER3 LR1]: 800113 words processed Thu Nov 12 21:45:12 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.477516. +[SCHEDULER ITER3 LR1]: 840089 words processed Thu Nov 12 21:45:28 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.474938. +[SCHEDULER ITER3 LR1]: 880052 words processed Thu Nov 12 21:45:44 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.472685. +[LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER3 LR1]: Displaying result: -[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 268.9224164231> <PPL_OOV 236.66635714317> <LOGP -2206971.199076> +[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 332.01769678787> <PPL_OOV 296.76708303188> <LOGP -2298330.4641512> [SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER3 LR1]: shuffling training file +===PEEK ON TEST 3=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER3 LR1]: 40087 words processed Thu Nov 12 21:45:55 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.372994. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER3 LR1]: Displaying result: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 276.01692594329> <PPL_OOV 238.48049489778> <LOGP -195973.43960252> +[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 3=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER3 LR1]: 40095 words processed Wed Nov 11 23:38:39 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.367482. +[SCHEDULER ITER3 LR1]: 40095 words processed Thu Nov 12 21:46:07 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.423095. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 [SCHEDULER ITER3 LR1]: Displaying result: -[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 246.139092058> <PPL_OOV 218.53948958668> <LOGP -172563.72722511> +[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 282.79751736002> <PPL_OOV 251.12979270018> <LOGP -177016.49404609> [SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER3 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... @@ -430,27 +468,27 @@ gconf.fz2 3370 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1075691 +reading chunk 1 from 1075055 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1079348 +reading chunk 2 from 1078714 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 35651987 +reading chunk 3 from 35640630 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 35768166 +reading chunk 4 from 35756784 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 70297054 +reading chunk 5 from 70282927 [SCHEDULER ITER3 LR1]: preparing parameters end. [SCHEDULER ITER3 LR1]: preparing layers... -(23:38:49 2015-11-11)[nerv] info: create layer: recurrentL1 -(23:38:49 2015-11-11)[nerv] info: create layer: sigmoidL1 -(23:38:49 2015-11-11)[nerv] info: create layer: combinerL1 -(23:38:49 2015-11-11)[nerv] info: create layer: outputL -(23:38:49 2015-11-11)[nerv] info: create layer: softmaxL -(23:38:49 2015-11-11)[nerv] info: create layer: selectL1 +(21:46:18 2015-11-12)[nerv] info: create layer: recurrentL1 +(21:46:18 2015-11-12)[nerv] info: create layer: sigmoidL1 +(21:46:18 2015-11-12)[nerv] info: create layer: combinerL1 +(21:46:18 2015-11-12)[nerv] info: create layer: outputL +(21:46:18 2015-11-12)[nerv] info: create layer: softmaxL +(21:46:18 2015-11-12)[nerv] info: create layer: selectL1 [SCHEDULER ITER3 LR1]: preparing layers end. [SCHEDULER ITER3 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -478,66 +516,72 @@ TNN initing storage outputL -> softmaxL ===ITERATION 4 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER4 LR1]: 40092 words processed Wed Nov 11 23:39:03 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.542208. -[SCHEDULER ITER4 LR1]: 80099 words processed Wed Nov 11 23:39:18 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.484538. -[SCHEDULER ITER4 LR1]: 120004 words processed Wed Nov 11 23:39:33 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.457613. -[SCHEDULER ITER4 LR1]: 160114 words processed Wed Nov 11 23:39:48 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.445247. -[SCHEDULER ITER4 LR1]: 200066 words processed Wed Nov 11 23:40:03 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.437367. -[SCHEDULER ITER4 LR1]: 240045 words processed Wed Nov 11 23:40:18 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.422811. -[SCHEDULER ITER4 LR1]: 280057 words processed Wed Nov 11 23:40:33 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.408160. -[SCHEDULER ITER4 LR1]: 320106 words processed Wed Nov 11 23:40:48 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.395672. -[SCHEDULER ITER4 LR1]: 360024 words processed Wed Nov 11 23:41:03 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.386943. -[SCHEDULER ITER4 LR1]: 400089 words processed Wed Nov 11 23:41:18 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.380113. -[SCHEDULER ITER4 LR1]: 440067 words processed Wed Nov 11 23:41:33 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.374574. -[SCHEDULER ITER4 LR1]: 480051 words processed Wed Nov 11 23:41:48 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.369999. -[SCHEDULER ITER4 LR1]: 520140 words processed Wed Nov 11 23:42:03 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.365840. -[SCHEDULER ITER4 LR1]: 560132 words processed Wed Nov 11 23:42:18 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.361944. -[SCHEDULER ITER4 LR1]: 600118 words processed Wed Nov 11 23:42:33 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.357189. -[SCHEDULER ITER4 LR1]: 640090 words processed Wed Nov 11 23:42:48 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.353203. -[SCHEDULER ITER4 LR1]: 680075 words processed Wed Nov 11 23:43:03 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.350827. -[SCHEDULER ITER4 LR1]: 720043 words processed Wed Nov 11 23:43:18 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.348638. -[SCHEDULER ITER4 LR1]: 760012 words processed Wed Nov 11 23:43:33 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.346314. -[SCHEDULER ITER4 LR1]: 800113 words processed Wed Nov 11 23:43:48 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.344168. -[SCHEDULER ITER4 LR1]: 840089 words processed Wed Nov 11 23:44:03 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.341504. -[SCHEDULER ITER4 LR1]: 880052 words processed Wed Nov 11 23:44:18 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.339703. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 +[SCHEDULER ITER4 LR1]: 40092 words processed Thu Nov 12 21:46:34 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.405192. +[SCHEDULER ITER4 LR1]: 80099 words processed Thu Nov 12 21:46:50 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.387086. +[SCHEDULER ITER4 LR1]: 120004 words processed Thu Nov 12 21:47:06 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.375429. +[SCHEDULER ITER4 LR1]: 160114 words processed Thu Nov 12 21:47:22 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.371996. +[SCHEDULER ITER4 LR1]: 200066 words processed Thu Nov 12 21:47:38 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.369614. +[SCHEDULER ITER4 LR1]: 240045 words processed Thu Nov 12 21:47:54 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.363105. +[SCHEDULER ITER4 LR1]: 280057 words processed Thu Nov 12 21:48:10 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.358276. +[SCHEDULER ITER4 LR1]: 320106 words processed Thu Nov 12 21:48:26 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.352905. +[SCHEDULER ITER4 LR1]: 360024 words processed Thu Nov 12 21:48:42 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.350189. +[SCHEDULER ITER4 LR1]: 400089 words processed Thu Nov 12 21:48:58 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.348116. +[SCHEDULER ITER4 LR1]: 440067 words processed Thu Nov 12 21:49:14 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.346662. +[SCHEDULER ITER4 LR1]: 480051 words processed Thu Nov 12 21:49:30 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.345278. +[SCHEDULER ITER4 LR1]: 520140 words processed Thu Nov 12 21:49:46 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.343802. +[SCHEDULER ITER4 LR1]: 560132 words processed Thu Nov 12 21:50:02 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.342152. +[SCHEDULER ITER4 LR1]: 600118 words processed Thu Nov 12 21:50:18 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.344444. +[SCHEDULER ITER4 LR1]: 640090 words processed Thu Nov 12 21:50:34 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.342672. +[SCHEDULER ITER4 LR1]: 680075 words processed Thu Nov 12 21:50:50 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.341851. +[SCHEDULER ITER4 LR1]: 720043 words processed Thu Nov 12 21:51:06 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.340724. +[SCHEDULER ITER4 LR1]: 760012 words processed Thu Nov 12 21:51:22 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.339464. +[SCHEDULER ITER4 LR1]: 800113 words processed Thu Nov 12 21:51:38 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.338453. +[SCHEDULER ITER4 LR1]: 840089 words processed Thu Nov 12 21:51:53 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.336619. +[SCHEDULER ITER4 LR1]: 880052 words processed Thu Nov 12 21:52:09 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.335602. +[LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER4 LR1]: Displaying result: -[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 246.79967809481> <PPL_OOV 218.53089509171> <LOGP -2174785.4056976> +[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 246.29704080635> <PPL_OOV 216.539647079> <LOGP -2171089.8990162> [SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER4 LR1]: shuffling training file +===PEEK ON TEST 4=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER4 LR1]: 40087 words processed Thu Nov 12 21:52:20 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.303876. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER4 LR1]: Displaying result: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 233.38436117868> <PPL_OOV 202.39993621335> <LOGP -190100.92090619> +[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 4=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER4 LR1]: 40095 words processed Wed Nov 11 23:44:28 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.344507. +[SCHEDULER ITER4 LR1]: 40095 words processed Thu Nov 12 21:52:31 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.356798. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 [SCHEDULER ITER4 LR1]: Displaying result: -[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 231.94898519805> <PPL_OOV 206.071146743> <LOGP -170681.90777664> +[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 238.17539195191> <PPL_OOV 212.2263711232> <LOGP -171624.71991538> [SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER4 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... @@ -545,27 +589,27 @@ gconf.fz2 3370 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 34532576 +reading chunk 1 from 34528542 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 34536232 +reading chunk 2 from 34532200 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 69123169 +reading chunk 3 from 69109612 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 69239437 +reading chunk 4 from 69225892 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 70314686 +reading chunk 5 from 70300614 [SCHEDULER ITER4 LR1]: preparing parameters end. [SCHEDULER ITER4 LR1]: preparing layers... -(23:44:38 2015-11-11)[nerv] info: create layer: recurrentL1 -(23:44:38 2015-11-11)[nerv] info: create layer: sigmoidL1 -(23:44:38 2015-11-11)[nerv] info: create layer: combinerL1 -(23:44:38 2015-11-11)[nerv] info: create layer: outputL -(23:44:38 2015-11-11)[nerv] info: create layer: softmaxL -(23:44:38 2015-11-11)[nerv] info: create layer: selectL1 +(21:52:41 2015-11-12)[nerv] info: create layer: recurrentL1 +(21:52:41 2015-11-12)[nerv] info: create layer: sigmoidL1 +(21:52:41 2015-11-12)[nerv] info: create layer: combinerL1 +(21:52:41 2015-11-12)[nerv] info: create layer: outputL +(21:52:41 2015-11-12)[nerv] info: create layer: softmaxL +(21:52:41 2015-11-12)[nerv] info: create layer: selectL1 [SCHEDULER ITER4 LR1]: preparing layers end. [SCHEDULER ITER4 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -593,66 +637,72 @@ TNN initing storage outputL -> softmaxL ===ITERATION 5 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER5 LR1]: 40092 words processed Wed Nov 11 23:44:52 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.300797. -[SCHEDULER ITER5 LR1]: 80099 words processed Wed Nov 11 23:45:07 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.296818. -[SCHEDULER ITER5 LR1]: 120004 words processed Wed Nov 11 23:45:22 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.290547. -[SCHEDULER ITER5 LR1]: 160114 words processed Wed Nov 11 23:45:37 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.291868. -[SCHEDULER ITER5 LR1]: 200066 words processed Wed Nov 11 23:45:52 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.291909. -[SCHEDULER ITER5 LR1]: 240045 words processed Wed Nov 11 23:46:07 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.287914. -[SCHEDULER ITER5 LR1]: 280057 words processed Wed Nov 11 23:46:22 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.284605. -[SCHEDULER ITER5 LR1]: 320106 words processed Wed Nov 11 23:46:37 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.281239. -[SCHEDULER ITER5 LR1]: 360024 words processed Wed Nov 11 23:46:52 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.279270. -[SCHEDULER ITER5 LR1]: 400089 words processed Wed Nov 11 23:47:07 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.280374. -[SCHEDULER ITER5 LR1]: 440067 words processed Wed Nov 11 23:47:22 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.279921. -[SCHEDULER ITER5 LR1]: 480051 words processed Wed Nov 11 23:47:37 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.279388. -[SCHEDULER ITER5 LR1]: 520140 words processed Wed Nov 11 23:47:52 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.279796. -[SCHEDULER ITER5 LR1]: 560132 words processed Wed Nov 11 23:48:07 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.278872. -[SCHEDULER ITER5 LR1]: 600118 words processed Wed Nov 11 23:48:22 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.276549. -[SCHEDULER ITER5 LR1]: 640090 words processed Wed Nov 11 23:48:37 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.274624. -[SCHEDULER ITER5 LR1]: 680075 words processed Wed Nov 11 23:48:52 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.273749. -[SCHEDULER ITER5 LR1]: 720043 words processed Wed Nov 11 23:49:07 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.273133. -[SCHEDULER ITER5 LR1]: 760012 words processed Wed Nov 11 23:49:22 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.272442. -[SCHEDULER ITER5 LR1]: 800113 words processed Wed Nov 11 23:49:37 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.271901. -[SCHEDULER ITER5 LR1]: 840089 words processed Wed Nov 11 23:49:52 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.270503. -[SCHEDULER ITER5 LR1]: 880052 words processed Wed Nov 11 23:50:07 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.269999. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 +[SCHEDULER ITER5 LR1]: 40092 words processed Thu Nov 12 21:52:56 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.446345. +[SCHEDULER ITER5 LR1]: 80099 words processed Thu Nov 12 21:53:11 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.403749. +[SCHEDULER ITER5 LR1]: 120004 words processed Thu Nov 12 21:53:27 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.384431. +[SCHEDULER ITER5 LR1]: 160114 words processed Thu Nov 12 21:53:43 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.374759. +[SCHEDULER ITER5 LR1]: 200066 words processed Thu Nov 12 21:53:58 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.361125. +[SCHEDULER ITER5 LR1]: 240045 words processed Thu Nov 12 21:54:14 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.347698. +[SCHEDULER ITER5 LR1]: 280057 words processed Thu Nov 12 21:54:30 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.337251. +[SCHEDULER ITER5 LR1]: 320106 words processed Thu Nov 12 21:54:46 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.328378. +[SCHEDULER ITER5 LR1]: 360024 words processed Thu Nov 12 21:55:02 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.322798. +[SCHEDULER ITER5 LR1]: 400089 words processed Thu Nov 12 21:55:18 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.318066. +[SCHEDULER ITER5 LR1]: 440067 words processed Thu Nov 12 21:55:34 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.314987. +[SCHEDULER ITER5 LR1]: 480051 words processed Thu Nov 12 21:55:50 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.312277. +[SCHEDULER ITER5 LR1]: 520140 words processed Thu Nov 12 21:56:06 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.309665. +[SCHEDULER ITER5 LR1]: 560132 words processed Thu Nov 12 21:56:22 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.307166. +[SCHEDULER ITER5 LR1]: 600118 words processed Thu Nov 12 21:56:38 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.304912. +[SCHEDULER ITER5 LR1]: 640090 words processed Thu Nov 12 21:56:54 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.302402. +[SCHEDULER ITER5 LR1]: 680075 words processed Thu Nov 12 21:57:10 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.301702. +[SCHEDULER ITER5 LR1]: 720043 words processed Thu Nov 12 21:57:26 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.300632. +[SCHEDULER ITER5 LR1]: 760012 words processed Thu Nov 12 21:57:42 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.299094. +[SCHEDULER ITER5 LR1]: 800113 words processed Thu Nov 12 21:57:58 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.298026. +[SCHEDULER ITER5 LR1]: 840089 words processed Thu Nov 12 21:58:14 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.295902. +[SCHEDULER ITER5 LR1]: 880052 words processed Thu Nov 12 21:58:30 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.294821. +[LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER5 LR1]: Displaying result: -[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 210.35665534337> <PPL_OOV 186.22135221397> <LOGP -2110194.4304516> +[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 222.41429432004> <PPL_OOV 197.11868137695> <LOGP -2133153.7071965> [SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER5 LR1]: shuffling training file +===PEEK ON TEST 5=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER5 LR1]: 40087 words processed Thu Nov 12 21:58:41 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.273549. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER5 LR1]: Displaying result: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 217.16376745377> <PPL_OOV 188.43745082601> <LOGP -187542.03398485> +[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 5=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER5 LR1]: 40095 words processed Wed Nov 11 23:50:17 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.320095. +[SCHEDULER ITER5 LR1]: 40095 words processed Thu Nov 12 21:58:53 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.329139. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 [SCHEDULER ITER5 LR1]: Displaying result: -[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 217.2449530512> <PPL_OOV 193.72332502292> <LOGP -168702.53801867> +[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 222.10299379671> <PPL_OOV 197.98616944161> <LOGP -169399.7867695> [SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER5 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... @@ -660,27 +710,27 @@ gconf.fz2 3370 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1074581 +reading chunk 1 from 1074285 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1078237 +reading chunk 2 from 1077942 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 35676725 +reading chunk 3 from 35667973 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 35793028 +reading chunk 4 from 35784319 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 70329168 +reading chunk 5 from 70315647 [SCHEDULER ITER5 LR1]: preparing parameters end. [SCHEDULER ITER5 LR1]: preparing layers... -(23:50:27 2015-11-11)[nerv] info: create layer: recurrentL1 -(23:50:27 2015-11-11)[nerv] info: create layer: sigmoidL1 -(23:50:27 2015-11-11)[nerv] info: create layer: combinerL1 -(23:50:27 2015-11-11)[nerv] info: create layer: outputL -(23:50:27 2015-11-11)[nerv] info: create layer: softmaxL -(23:50:27 2015-11-11)[nerv] info: create layer: selectL1 +(21:59:03 2015-11-12)[nerv] info: create layer: recurrentL1 +(21:59:03 2015-11-12)[nerv] info: create layer: sigmoidL1 +(21:59:03 2015-11-12)[nerv] info: create layer: combinerL1 +(21:59:03 2015-11-12)[nerv] info: create layer: outputL +(21:59:03 2015-11-12)[nerv] info: create layer: softmaxL +(21:59:03 2015-11-12)[nerv] info: create layer: selectL1 [SCHEDULER ITER5 LR1]: preparing layers end. [SCHEDULER ITER5 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -708,66 +758,72 @@ TNN initing storage outputL -> softmaxL ===ITERATION 6 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER6 LR1]: 40092 words processed Wed Nov 11 23:50:41 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.255734. -[SCHEDULER ITER6 LR1]: 80099 words processed Wed Nov 11 23:50:56 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.253719. -[SCHEDULER ITER6 LR1]: 120004 words processed Wed Nov 11 23:51:11 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.247966. -[SCHEDULER ITER6 LR1]: 160114 words processed Wed Nov 11 23:51:26 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.249946. -[SCHEDULER ITER6 LR1]: 200066 words processed Wed Nov 11 23:51:41 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.250355. -[SCHEDULER ITER6 LR1]: 240045 words processed Wed Nov 11 23:51:56 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.246729. -[SCHEDULER ITER6 LR1]: 280057 words processed Wed Nov 11 23:52:11 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.243410. -[SCHEDULER ITER6 LR1]: 320106 words processed Wed Nov 11 23:52:26 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.240495. -[SCHEDULER ITER6 LR1]: 360024 words processed Wed Nov 11 23:52:41 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.239077. -[SCHEDULER ITER6 LR1]: 400089 words processed Wed Nov 11 23:52:56 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.238622. -[SCHEDULER ITER6 LR1]: 440067 words processed Wed Nov 11 23:53:11 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.238504. -[SCHEDULER ITER6 LR1]: 480051 words processed Wed Nov 11 23:53:26 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.238241. -[SCHEDULER ITER6 LR1]: 520140 words processed Wed Nov 11 23:53:41 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.239162. -[SCHEDULER ITER6 LR1]: 560132 words processed Wed Nov 11 23:53:56 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.239312. -[SCHEDULER ITER6 LR1]: 600118 words processed Wed Nov 11 23:54:11 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.237412. -[SCHEDULER ITER6 LR1]: 640090 words processed Wed Nov 11 23:54:26 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.235684. -[SCHEDULER ITER6 LR1]: 680075 words processed Wed Nov 11 23:54:41 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.235523. -[SCHEDULER ITER6 LR1]: 720043 words processed Wed Nov 11 23:54:56 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.235372. -[SCHEDULER ITER6 LR1]: 760012 words processed Wed Nov 11 23:55:11 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.234774. -[SCHEDULER ITER6 LR1]: 800113 words processed Wed Nov 11 23:55:26 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.234615. -[SCHEDULER ITER6 LR1]: 840089 words processed Wed Nov 11 23:55:41 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.233365. -[SCHEDULER ITER6 LR1]: 880052 words processed Wed Nov 11 23:55:56 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.233021. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 +[SCHEDULER ITER6 LR1]: 40092 words processed Thu Nov 12 21:59:18 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.302353. +[SCHEDULER ITER6 LR1]: 80099 words processed Thu Nov 12 21:59:34 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.286055. +[SCHEDULER ITER6 LR1]: 120004 words processed Thu Nov 12 21:59:50 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.274566. +[SCHEDULER ITER6 LR1]: 160114 words processed Thu Nov 12 22:00:06 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.272892. +[SCHEDULER ITER6 LR1]: 200066 words processed Thu Nov 12 22:00:22 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.271265. +[SCHEDULER ITER6 LR1]: 240045 words processed Thu Nov 12 22:00:38 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.267254. +[SCHEDULER ITER6 LR1]: 280057 words processed Thu Nov 12 22:00:54 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.263588. +[SCHEDULER ITER6 LR1]: 320106 words processed Thu Nov 12 22:01:10 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.259553. +[SCHEDULER ITER6 LR1]: 360024 words processed Thu Nov 12 22:01:26 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.257404. +[SCHEDULER ITER6 LR1]: 400089 words processed Thu Nov 12 22:01:42 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.255302. +[SCHEDULER ITER6 LR1]: 440067 words processed Thu Nov 12 22:01:58 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.254638. +[SCHEDULER ITER6 LR1]: 480051 words processed Thu Nov 12 22:02:14 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.254091. +[SCHEDULER ITER6 LR1]: 520140 words processed Thu Nov 12 22:02:30 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.253283. +[SCHEDULER ITER6 LR1]: 560132 words processed Thu Nov 12 22:02:46 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.252240. +[SCHEDULER ITER6 LR1]: 600118 words processed Thu Nov 12 22:03:02 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.249917. +[SCHEDULER ITER6 LR1]: 640090 words processed Thu Nov 12 22:03:18 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.250291. +[SCHEDULER ITER6 LR1]: 680075 words processed Thu Nov 12 22:03:34 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.249598. +[SCHEDULER ITER6 LR1]: 720043 words processed Thu Nov 12 22:03:50 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.249209. +[SCHEDULER ITER6 LR1]: 760012 words processed Thu Nov 12 22:04:06 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.248536. +[SCHEDULER ITER6 LR1]: 800113 words processed Thu Nov 12 22:04:22 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.248296. +[SCHEDULER ITER6 LR1]: 840089 words processed Thu Nov 12 22:04:38 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.247162. +[SCHEDULER ITER6 LR1]: 880052 words processed Thu Nov 12 22:04:54 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.246722. +[LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER6 LR1]: Displaying result: -[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 192.50276395295> <PPL_OOV 171.03816037907> <LOGP -2075858.7043799> +[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 198.91088397989> <PPL_OOV 176.50252475842> <LOGP -2088554.9429051> [SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER6 LR1]: shuffling training file +===PEEK ON TEST 6=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER6 LR1]: 40087 words processed Thu Nov 12 22:05:06 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.252489. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER6 LR1]: Displaying result: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 206.19131994725> <PPL_OOV 179.26390285139> <LOGP -185755.4154153> +[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 6=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER6 LR1]: 40095 words processed Wed Nov 11 23:56:06 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.302691. +[SCHEDULER ITER6 LR1]: 40095 words processed Thu Nov 12 22:05:18 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.311040. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 [SCHEDULER ITER6 LR1]: Displaying result: -[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 206.4844147814> <PPL_OOV 184.91442849952> <LOGP -167211.76617871> +[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 211.88409793113> <PPL_OOV 189.15513876712> <LOGP -167938.10631937> [SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER6 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... @@ -775,27 +831,27 @@ gconf.fz2 3370 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 34538959 +reading chunk 1 from 34533450 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 34542616 +reading chunk 2 from 34537108 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 69152427 +reading chunk 3 from 69139044 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 69268767 +reading chunk 4 from 69255402 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 70342725 +reading chunk 5 from 70329197 [SCHEDULER ITER6 LR1]: preparing parameters end. [SCHEDULER ITER6 LR1]: preparing layers... -(23:56:16 2015-11-11)[nerv] info: create layer: recurrentL1 -(23:56:16 2015-11-11)[nerv] info: create layer: sigmoidL1 -(23:56:16 2015-11-11)[nerv] info: create layer: combinerL1 -(23:56:16 2015-11-11)[nerv] info: create layer: outputL -(23:56:16 2015-11-11)[nerv] info: create layer: softmaxL -(23:56:16 2015-11-11)[nerv] info: create layer: selectL1 +(22:05:29 2015-11-12)[nerv] info: create layer: recurrentL1 +(22:05:29 2015-11-12)[nerv] info: create layer: sigmoidL1 +(22:05:29 2015-11-12)[nerv] info: create layer: combinerL1 +(22:05:29 2015-11-12)[nerv] info: create layer: outputL +(22:05:29 2015-11-12)[nerv] info: create layer: softmaxL +(22:05:29 2015-11-12)[nerv] info: create layer: selectL1 [SCHEDULER ITER6 LR1]: preparing layers end. [SCHEDULER ITER6 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -823,66 +879,72 @@ TNN initing storage outputL -> softmaxL ===ITERATION 7 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER7 LR1]: 40092 words processed Wed Nov 11 23:56:30 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.221318. -[SCHEDULER ITER7 LR1]: 80099 words processed Wed Nov 11 23:56:45 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.219186. -[SCHEDULER ITER7 LR1]: 120004 words processed Wed Nov 11 23:57:00 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.213799. -[SCHEDULER ITER7 LR1]: 160114 words processed Wed Nov 11 23:57:15 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.216384. -[SCHEDULER ITER7 LR1]: 200066 words processed Wed Nov 11 23:57:30 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.217079. -[SCHEDULER ITER7 LR1]: 240045 words processed Wed Nov 11 23:57:45 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.213725. -[SCHEDULER ITER7 LR1]: 280057 words processed Wed Nov 11 23:58:00 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.210415. -[SCHEDULER ITER7 LR1]: 320106 words processed Wed Nov 11 23:58:15 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.207974. -[SCHEDULER ITER7 LR1]: 360024 words processed Wed Nov 11 23:58:30 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.206540. -[SCHEDULER ITER7 LR1]: 400089 words processed Wed Nov 11 23:58:45 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.205226. -[SCHEDULER ITER7 LR1]: 440067 words processed Wed Nov 11 23:59:00 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.205453. -[SCHEDULER ITER7 LR1]: 480051 words processed Wed Nov 11 23:59:15 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.205338. -[SCHEDULER ITER7 LR1]: 520140 words processed Wed Nov 11 23:59:30 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.206037. -[SCHEDULER ITER7 LR1]: 560132 words processed Wed Nov 11 23:59:45 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.205562. -[SCHEDULER ITER7 LR1]: 600118 words processed Thu Nov 12 00:00:00 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.203522. -[SCHEDULER ITER7 LR1]: 640090 words processed Thu Nov 12 00:00:15 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.202249. -[SCHEDULER ITER7 LR1]: 680075 words processed Thu Nov 12 00:00:30 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.201790. -[SCHEDULER ITER7 LR1]: 720043 words processed Thu Nov 12 00:00:45 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.201622. -[SCHEDULER ITER7 LR1]: 760012 words processed Thu Nov 12 00:01:00 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.201069. -[SCHEDULER ITER7 LR1]: 800113 words processed Thu Nov 12 00:01:15 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.201081. -[SCHEDULER ITER7 LR1]: 840089 words processed Thu Nov 12 00:01:30 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.199962. -[SCHEDULER ITER7 LR1]: 880052 words processed Thu Nov 12 00:01:45 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.199786. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 +[SCHEDULER ITER7 LR1]: 40092 words processed Thu Nov 12 22:05:45 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.247858. +[SCHEDULER ITER7 LR1]: 80099 words processed Thu Nov 12 22:06:01 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.240500. +[SCHEDULER ITER7 LR1]: 120004 words processed Thu Nov 12 22:06:17 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.233063. +[SCHEDULER ITER7 LR1]: 160114 words processed Thu Nov 12 22:06:33 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.233546. +[SCHEDULER ITER7 LR1]: 200066 words processed Thu Nov 12 22:06:49 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.233342. +[SCHEDULER ITER7 LR1]: 240045 words processed Thu Nov 12 22:07:05 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.228546. +[SCHEDULER ITER7 LR1]: 280057 words processed Thu Nov 12 22:07:21 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.226190. +[SCHEDULER ITER7 LR1]: 320106 words processed Thu Nov 12 22:07:37 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.222945. +[SCHEDULER ITER7 LR1]: 360024 words processed Thu Nov 12 22:07:53 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.221231. +[SCHEDULER ITER7 LR1]: 400089 words processed Thu Nov 12 22:08:09 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.219454. +[SCHEDULER ITER7 LR1]: 440067 words processed Thu Nov 12 22:08:25 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.219290. +[SCHEDULER ITER7 LR1]: 480051 words processed Thu Nov 12 22:08:41 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.219243. +[SCHEDULER ITER7 LR1]: 520140 words processed Thu Nov 12 22:08:57 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.218756. +[SCHEDULER ITER7 LR1]: 560132 words processed Thu Nov 12 22:09:13 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.218041. +[SCHEDULER ITER7 LR1]: 600118 words processed Thu Nov 12 22:09:29 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.218228. +[SCHEDULER ITER7 LR1]: 640090 words processed Thu Nov 12 22:09:45 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.217169. +[SCHEDULER ITER7 LR1]: 680075 words processed Thu Nov 12 22:10:01 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.216362. +[SCHEDULER ITER7 LR1]: 720043 words processed Thu Nov 12 22:10:17 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.216029. +[SCHEDULER ITER7 LR1]: 760012 words processed Thu Nov 12 22:10:33 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.215487. +[SCHEDULER ITER7 LR1]: 800113 words processed Thu Nov 12 22:10:49 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.215356. +[SCHEDULER ITER7 LR1]: 840089 words processed Thu Nov 12 22:11:05 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.214292. +[SCHEDULER ITER7 LR1]: 880052 words processed Thu Nov 12 22:11:21 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.214097. +[LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER7 LR1]: Displaying result: -[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 177.71491333507> <PPL_OOV 158.44086194822> <LOGP -2044972.3472182> +[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 183.98583365133> <PPL_OOV 163.73121251112> <LOGP -2058232.2665045> [SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER7 LR1]: shuffling training file +===PEEK ON TEST 7=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER7 LR1]: 40087 words processed Thu Nov 12 22:11:32 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.238654. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER7 LR1]: Displaying result: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 198.81652309035> <PPL_OOV 173.06297365549> <LOGP -184495.16904979> +[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 7=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER7 LR1]: 40095 words processed Thu Nov 12 00:01:55 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.294253. +[SCHEDULER ITER7 LR1]: 40095 words processed Thu Nov 12 22:11:44 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.297186. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 [SCHEDULER ITER7 LR1]: Displaying result: -[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 201.64131655583> <PPL_OOV 180.61690191719> <LOGP -166458.49874652> +[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 203.98597397845> <PPL_OOV 182.29758343458> <LOGP -166755.20004089> [SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER7 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... @@ -890,27 +952,27 @@ gconf.fz2 3370 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1073268 +reading chunk 1 from 1073208 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1076924 +reading chunk 2 from 1076866 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 35696900 +reading chunk 3 from 35689509 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 35813257 +reading chunk 4 from 35805861 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 70354701 +reading chunk 5 from 70341551 [SCHEDULER ITER7 LR1]: preparing parameters end. [SCHEDULER ITER7 LR1]: preparing layers... -(00:02:05 2015-11-12)[nerv] info: create layer: recurrentL1 -(00:02:05 2015-11-12)[nerv] info: create layer: sigmoidL1 -(00:02:05 2015-11-12)[nerv] info: create layer: combinerL1 -(00:02:05 2015-11-12)[nerv] info: create layer: outputL -(00:02:05 2015-11-12)[nerv] info: create layer: softmaxL -(00:02:05 2015-11-12)[nerv] info: create layer: selectL1 +(22:11:54 2015-11-12)[nerv] info: create layer: recurrentL1 +(22:11:54 2015-11-12)[nerv] info: create layer: sigmoidL1 +(22:11:54 2015-11-12)[nerv] info: create layer: combinerL1 +(22:11:54 2015-11-12)[nerv] info: create layer: outputL +(22:11:54 2015-11-12)[nerv] info: create layer: softmaxL +(22:11:54 2015-11-12)[nerv] info: create layer: selectL1 [SCHEDULER ITER7 LR1]: preparing layers end. [SCHEDULER ITER7 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -938,66 +1000,72 @@ TNN initing storage outputL -> softmaxL ===ITERATION 8 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER8 LR1]: 40092 words processed Thu Nov 12 00:02:19 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.194108. -[SCHEDULER ITER8 LR1]: 80099 words processed Thu Nov 12 00:02:34 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.191733. -[SCHEDULER ITER8 LR1]: 120004 words processed Thu Nov 12 00:02:49 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.185630. -[SCHEDULER ITER8 LR1]: 160114 words processed Thu Nov 12 00:03:04 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.187845. -[SCHEDULER ITER8 LR1]: 200066 words processed Thu Nov 12 00:03:19 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.188615. -[SCHEDULER ITER8 LR1]: 240045 words processed Thu Nov 12 00:03:34 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.184946. -[SCHEDULER ITER8 LR1]: 280057 words processed Thu Nov 12 00:03:49 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.181668. -[SCHEDULER ITER8 LR1]: 320106 words processed Thu Nov 12 00:04:04 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.179297. -[SCHEDULER ITER8 LR1]: 360024 words processed Thu Nov 12 00:04:19 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.177995. -[SCHEDULER ITER8 LR1]: 400089 words processed Thu Nov 12 00:04:34 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.176829. -[SCHEDULER ITER8 LR1]: 440067 words processed Thu Nov 12 00:04:49 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.177359. -[SCHEDULER ITER8 LR1]: 480051 words processed Thu Nov 12 00:05:04 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.177583. -[SCHEDULER ITER8 LR1]: 520140 words processed Thu Nov 12 00:05:19 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.179069. -[SCHEDULER ITER8 LR1]: 560132 words processed Thu Nov 12 00:05:34 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.179561. -[SCHEDULER ITER8 LR1]: 600118 words processed Thu Nov 12 00:05:49 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.177421. -[SCHEDULER ITER8 LR1]: 640090 words processed Thu Nov 12 00:06:04 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.176132. -[SCHEDULER ITER8 LR1]: 680075 words processed Thu Nov 12 00:06:19 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.175294. -[SCHEDULER ITER8 LR1]: 720043 words processed Thu Nov 12 00:06:34 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.175068. -[SCHEDULER ITER8 LR1]: 760012 words processed Thu Nov 12 00:06:49 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.174381. -[SCHEDULER ITER8 LR1]: 800113 words processed Thu Nov 12 00:07:04 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.174442. -[SCHEDULER ITER8 LR1]: 840089 words processed Thu Nov 12 00:07:19 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.173418. -[SCHEDULER ITER8 LR1]: 880052 words processed Thu Nov 12 00:07:34 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.173354. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 +[SCHEDULER ITER8 LR1]: 40092 words processed Thu Nov 12 22:12:10 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.217380. +[SCHEDULER ITER8 LR1]: 80099 words processed Thu Nov 12 22:12:26 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.210173. +[SCHEDULER ITER8 LR1]: 120004 words processed Thu Nov 12 22:12:42 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.203362. +[SCHEDULER ITER8 LR1]: 160114 words processed Thu Nov 12 22:12:58 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.204496. +[SCHEDULER ITER8 LR1]: 200066 words processed Thu Nov 12 22:13:14 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.204268. +[SCHEDULER ITER8 LR1]: 240045 words processed Thu Nov 12 22:13:30 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.201367. +[SCHEDULER ITER8 LR1]: 280057 words processed Thu Nov 12 22:13:46 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.197826. +[SCHEDULER ITER8 LR1]: 320106 words processed Thu Nov 12 22:14:02 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.194816. +[SCHEDULER ITER8 LR1]: 360024 words processed Thu Nov 12 22:14:18 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.193248. +[SCHEDULER ITER8 LR1]: 400089 words processed Thu Nov 12 22:14:34 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.191500. +[SCHEDULER ITER8 LR1]: 440067 words processed Thu Nov 12 22:14:50 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.191556. +[SCHEDULER ITER8 LR1]: 480051 words processed Thu Nov 12 22:15:06 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.191680. +[SCHEDULER ITER8 LR1]: 520140 words processed Thu Nov 12 22:15:22 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.191424. +[SCHEDULER ITER8 LR1]: 560132 words processed Thu Nov 12 22:15:38 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.190928. +[SCHEDULER ITER8 LR1]: 600118 words processed Thu Nov 12 22:15:54 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.188829. +[SCHEDULER ITER8 LR1]: 640090 words processed Thu Nov 12 22:16:10 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.187827. +[SCHEDULER ITER8 LR1]: 680075 words processed Thu Nov 12 22:16:26 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.187269. +[SCHEDULER ITER8 LR1]: 720043 words processed Thu Nov 12 22:16:42 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.187128. +[SCHEDULER ITER8 LR1]: 760012 words processed Thu Nov 12 22:16:58 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.186552. +[SCHEDULER ITER8 LR1]: 800113 words processed Thu Nov 12 22:17:14 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.186589. +[SCHEDULER ITER8 LR1]: 840089 words processed Thu Nov 12 22:17:30 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.185669. +[SCHEDULER ITER8 LR1]: 880052 words processed Thu Nov 12 22:17:46 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.185637. +[LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER8 LR1]: Displaying result: -[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 166.80733763776> <PPL_OOV 149.09339800127> <LOGP -2020423.0325915> +[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 171.83259622499> <PPL_OOV 153.3513863571> <LOGP -2031791.2494254> [SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER8 LR1]: shuffling training file +===PEEK ON TEST 8=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER8 LR1]: 40087 words processed Thu Nov 12 22:17:57 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.226930. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER8 LR1]: Displaying result: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 192.95664295121> <PPL_OOV 168.43457806958> <LOGP -183524.72818304> +[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 8=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER8 LR1]: 40095 words processed Thu Nov 12 00:07:44 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.281843. +[SCHEDULER ITER8 LR1]: 40095 words processed Thu Nov 12 22:18:09 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.286467. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 [SCHEDULER ITER8 LR1]: Displaying result: -[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 194.74121822321> <PPL_OOV 174.6708208958> <LOGP -165386.17384909> +[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 197.85544743757> <PPL_OOV 177.1932477992> <LOGP -165845.46314541> [SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER8 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... @@ -1005,27 +1073,27 @@ gconf.fz2 3370 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 34543424 +reading chunk 1 from 34537849 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 34547080 +reading chunk 2 from 34541506 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 69175463 +reading chunk 3 from 69163408 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 69291808 +reading chunk 4 from 69279752 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 70364405 +reading chunk 5 from 70352310 [SCHEDULER ITER8 LR1]: preparing parameters end. [SCHEDULER ITER8 LR1]: preparing layers... -(00:07:54 2015-11-12)[nerv] info: create layer: recurrentL1 -(00:07:54 2015-11-12)[nerv] info: create layer: sigmoidL1 -(00:07:54 2015-11-12)[nerv] info: create layer: combinerL1 -(00:07:54 2015-11-12)[nerv] info: create layer: outputL -(00:07:54 2015-11-12)[nerv] info: create layer: softmaxL -(00:07:54 2015-11-12)[nerv] info: create layer: selectL1 +(22:18:20 2015-11-12)[nerv] info: create layer: recurrentL1 +(22:18:20 2015-11-12)[nerv] info: create layer: sigmoidL1 +(22:18:20 2015-11-12)[nerv] info: create layer: combinerL1 +(22:18:20 2015-11-12)[nerv] info: create layer: outputL +(22:18:20 2015-11-12)[nerv] info: create layer: softmaxL +(22:18:20 2015-11-12)[nerv] info: create layer: selectL1 [SCHEDULER ITER8 LR1]: preparing layers end. [SCHEDULER ITER8 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -1053,66 +1121,72 @@ TNN initing storage outputL -> softmaxL ===ITERATION 9 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER9 LR1]: 40092 words processed Thu Nov 12 00:08:08 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.170763. -[SCHEDULER ITER9 LR1]: 80099 words processed Thu Nov 12 00:08:23 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.168830. -[SCHEDULER ITER9 LR1]: 120004 words processed Thu Nov 12 00:08:38 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.162759. -[SCHEDULER ITER9 LR1]: 160114 words processed Thu Nov 12 00:08:53 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.164936. -[SCHEDULER ITER9 LR1]: 200066 words processed Thu Nov 12 00:09:08 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.166120. -[SCHEDULER ITER9 LR1]: 240045 words processed Thu Nov 12 00:09:23 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.162361. -[SCHEDULER ITER9 LR1]: 280057 words processed Thu Nov 12 00:09:38 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.158782. -[SCHEDULER ITER9 LR1]: 320106 words processed Thu Nov 12 00:09:53 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.156563. -[SCHEDULER ITER9 LR1]: 360024 words processed Thu Nov 12 00:10:08 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.155328. -[SCHEDULER ITER9 LR1]: 400089 words processed Thu Nov 12 00:10:23 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.154070. -[SCHEDULER ITER9 LR1]: 440067 words processed Thu Nov 12 00:10:38 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.154853. -[SCHEDULER ITER9 LR1]: 480051 words processed Thu Nov 12 00:10:53 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.155106. -[SCHEDULER ITER9 LR1]: 520140 words processed Thu Nov 12 00:11:08 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.156219. -[SCHEDULER ITER9 LR1]: 560132 words processed Thu Nov 12 00:11:23 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.156251. -[SCHEDULER ITER9 LR1]: 600118 words processed Thu Nov 12 00:11:38 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.154060. -[SCHEDULER ITER9 LR1]: 640090 words processed Thu Nov 12 00:11:53 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.152773. -[SCHEDULER ITER9 LR1]: 680075 words processed Thu Nov 12 00:12:08 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.152174. -[SCHEDULER ITER9 LR1]: 720043 words processed Thu Nov 12 00:12:23 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.152155. -[SCHEDULER ITER9 LR1]: 760012 words processed Thu Nov 12 00:12:38 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.151691. -[SCHEDULER ITER9 LR1]: 800113 words processed Thu Nov 12 00:12:53 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.151817. -[SCHEDULER ITER9 LR1]: 840089 words processed Thu Nov 12 00:13:08 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.150879. -[SCHEDULER ITER9 LR1]: 880052 words processed Thu Nov 12 00:13:23 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.150927. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 +[SCHEDULER ITER9 LR1]: 40092 words processed Thu Nov 12 22:18:36 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.184391. +[SCHEDULER ITER9 LR1]: 80099 words processed Thu Nov 12 22:18:52 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.181046. +[SCHEDULER ITER9 LR1]: 120004 words processed Thu Nov 12 22:19:08 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.176112. +[SCHEDULER ITER9 LR1]: 160114 words processed Thu Nov 12 22:19:24 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.178759. +[SCHEDULER ITER9 LR1]: 200066 words processed Thu Nov 12 22:19:40 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.178842. +[SCHEDULER ITER9 LR1]: 240045 words processed Thu Nov 12 22:19:56 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.175028. +[SCHEDULER ITER9 LR1]: 280057 words processed Thu Nov 12 22:20:12 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.171060. +[SCHEDULER ITER9 LR1]: 320106 words processed Thu Nov 12 22:20:28 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.168492. +[SCHEDULER ITER9 LR1]: 360024 words processed Thu Nov 12 22:20:44 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.167283. +[SCHEDULER ITER9 LR1]: 400089 words processed Thu Nov 12 22:21:00 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.165790. +[SCHEDULER ITER9 LR1]: 440067 words processed Thu Nov 12 22:21:16 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.166168. +[SCHEDULER ITER9 LR1]: 480051 words processed Thu Nov 12 22:21:32 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.166588. +[SCHEDULER ITER9 LR1]: 520140 words processed Thu Nov 12 22:21:48 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.166562. +[SCHEDULER ITER9 LR1]: 560132 words processed Thu Nov 12 22:22:04 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.166247. +[SCHEDULER ITER9 LR1]: 600118 words processed Thu Nov 12 22:22:20 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.164505. +[SCHEDULER ITER9 LR1]: 640090 words processed Thu Nov 12 22:22:36 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.163544. +[SCHEDULER ITER9 LR1]: 680075 words processed Thu Nov 12 22:22:52 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.163438. +[SCHEDULER ITER9 LR1]: 720043 words processed Thu Nov 12 22:23:08 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.163471. +[SCHEDULER ITER9 LR1]: 760012 words processed Thu Nov 12 22:23:24 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.162740. +[SCHEDULER ITER9 LR1]: 800113 words processed Thu Nov 12 22:23:40 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.162951. +[SCHEDULER ITER9 LR1]: 840089 words processed Thu Nov 12 22:23:56 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.162159. +[SCHEDULER ITER9 LR1]: 880052 words processed Thu Nov 12 22:24:12 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.162246. +[LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER9 LR1]: Displaying result: -[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 158.0440640641> <PPL_OOV 141.59709559987> <LOGP -1999596.4578097> +[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 162.44771598369> <PPL_OOV 145.31439191404> <LOGP -2010058.3160156> [SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER9 LR1]: shuffling training file +===PEEK ON TEST 9=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER9 LR1]: 40087 words processed Thu Nov 12 22:24:23 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.217479. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER9 LR1]: Displaying result: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 188.1278010178> <PPL_OOV 164.75417796788> <LOGP -182733.82746825> +[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 9=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER9 LR1]: 40095 words processed Thu Nov 12 00:13:33 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.273757. +[SCHEDULER ITER9 LR1]: 40095 words processed Thu Nov 12 22:24:35 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.278188. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 [SCHEDULER ITER9 LR1]: Displaying result: -[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 190.51752359496> <PPL_OOV 171.00540401362> <LOGP -164706.80542454> +[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 192.94739874239> <PPL_OOV 173.23916130821> <LOGP -165122.53431059> [SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER9 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... @@ -1120,27 +1194,27 @@ gconf.fz2 3370 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1071980 +reading chunk 1 from 1071986 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1075636 +reading chunk 2 from 1075642 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 35712173 +reading chunk 3 from 35705377 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 35828547 +reading chunk 4 from 35821695 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 70373604 +reading chunk 5 from 70362066 [SCHEDULER ITER9 LR1]: preparing parameters end. [SCHEDULER ITER9 LR1]: preparing layers... -(00:13:43 2015-11-12)[nerv] info: create layer: recurrentL1 -(00:13:43 2015-11-12)[nerv] info: create layer: sigmoidL1 -(00:13:43 2015-11-12)[nerv] info: create layer: combinerL1 -(00:13:43 2015-11-12)[nerv] info: create layer: outputL -(00:13:43 2015-11-12)[nerv] info: create layer: softmaxL -(00:13:43 2015-11-12)[nerv] info: create layer: selectL1 +(22:24:45 2015-11-12)[nerv] info: create layer: recurrentL1 +(22:24:45 2015-11-12)[nerv] info: create layer: sigmoidL1 +(22:24:45 2015-11-12)[nerv] info: create layer: combinerL1 +(22:24:45 2015-11-12)[nerv] info: create layer: outputL +(22:24:45 2015-11-12)[nerv] info: create layer: softmaxL +(22:24:45 2015-11-12)[nerv] info: create layer: selectL1 [SCHEDULER ITER9 LR1]: preparing layers end. [SCHEDULER ITER9 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -1168,66 +1242,72 @@ TNN initing storage outputL -> softmaxL ===ITERATION 10 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER10 LR1]: 40092 words processed Thu Nov 12 00:13:57 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.148254. -[SCHEDULER ITER10 LR1]: 80099 words processed Thu Nov 12 00:14:12 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.146126. -[SCHEDULER ITER10 LR1]: 120004 words processed Thu Nov 12 00:14:27 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.141048. -[SCHEDULER ITER10 LR1]: 160114 words processed Thu Nov 12 00:14:42 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.143453. -[SCHEDULER ITER10 LR1]: 200066 words processed Thu Nov 12 00:14:57 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.145387. -[SCHEDULER ITER10 LR1]: 240045 words processed Thu Nov 12 00:15:12 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.142340. -[SCHEDULER ITER10 LR1]: 280057 words processed Thu Nov 12 00:15:27 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.138628. -[SCHEDULER ITER10 LR1]: 320106 words processed Thu Nov 12 00:15:42 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.136678. -[SCHEDULER ITER10 LR1]: 360024 words processed Thu Nov 12 00:15:57 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.135412. -[SCHEDULER ITER10 LR1]: 400089 words processed Thu Nov 12 00:16:12 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.134423. -[SCHEDULER ITER10 LR1]: 440067 words processed Thu Nov 12 00:16:27 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.135186. -[SCHEDULER ITER10 LR1]: 480051 words processed Thu Nov 12 00:16:42 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.135570. -[SCHEDULER ITER10 LR1]: 520140 words processed Thu Nov 12 00:16:57 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.136204. -[SCHEDULER ITER10 LR1]: 560132 words processed Thu Nov 12 00:17:12 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.136237. -[SCHEDULER ITER10 LR1]: 600118 words processed Thu Nov 12 00:17:27 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.134013. -[SCHEDULER ITER10 LR1]: 640090 words processed Thu Nov 12 00:17:42 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.132866. -[SCHEDULER ITER10 LR1]: 680075 words processed Thu Nov 12 00:17:57 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.132337. -[SCHEDULER ITER10 LR1]: 720043 words processed Thu Nov 12 00:18:12 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.132372. -[SCHEDULER ITER10 LR1]: 760012 words processed Thu Nov 12 00:18:27 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.131824. -[SCHEDULER ITER10 LR1]: 800113 words processed Thu Nov 12 00:18:42 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.132127. -[SCHEDULER ITER10 LR1]: 840089 words processed Thu Nov 12 00:18:57 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.131530. -[SCHEDULER ITER10 LR1]: 880052 words processed Thu Nov 12 00:19:12 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.131705. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 +[SCHEDULER ITER10 LR1]: 40092 words processed Thu Nov 12 22:25:01 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.159231. +[SCHEDULER ITER10 LR1]: 80099 words processed Thu Nov 12 22:25:17 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.158206. +[SCHEDULER ITER10 LR1]: 120004 words processed Thu Nov 12 22:25:33 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.153994. +[SCHEDULER ITER10 LR1]: 160114 words processed Thu Nov 12 22:25:49 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.156763. +[SCHEDULER ITER10 LR1]: 200066 words processed Thu Nov 12 22:26:05 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.157195. +[SCHEDULER ITER10 LR1]: 240045 words processed Thu Nov 12 22:26:21 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.154012. +[SCHEDULER ITER10 LR1]: 280057 words processed Thu Nov 12 22:26:37 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.150190. +[SCHEDULER ITER10 LR1]: 320106 words processed Thu Nov 12 22:26:53 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.147796. +[SCHEDULER ITER10 LR1]: 360024 words processed Thu Nov 12 22:27:09 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.146531. +[SCHEDULER ITER10 LR1]: 400089 words processed Thu Nov 12 22:27:25 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.144999. +[SCHEDULER ITER10 LR1]: 440067 words processed Thu Nov 12 22:27:41 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.145563. +[SCHEDULER ITER10 LR1]: 480051 words processed Thu Nov 12 22:27:57 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.146132. +[SCHEDULER ITER10 LR1]: 520140 words processed Thu Nov 12 22:28:13 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.146207. +[SCHEDULER ITER10 LR1]: 560132 words processed Thu Nov 12 22:28:29 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.145943. +[SCHEDULER ITER10 LR1]: 600118 words processed Thu Nov 12 22:28:45 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.143880. +[SCHEDULER ITER10 LR1]: 640090 words processed Thu Nov 12 22:29:01 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.143399. +[SCHEDULER ITER10 LR1]: 680075 words processed Thu Nov 12 22:29:17 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.142851. +[SCHEDULER ITER10 LR1]: 720043 words processed Thu Nov 12 22:29:33 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.142841. +[SCHEDULER ITER10 LR1]: 760012 words processed Thu Nov 12 22:29:49 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.142520. +[SCHEDULER ITER10 LR1]: 800113 words processed Thu Nov 12 22:30:05 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.142826. +[SCHEDULER ITER10 LR1]: 840089 words processed Thu Nov 12 22:30:21 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.142216. +[SCHEDULER ITER10 LR1]: 880052 words processed Thu Nov 12 22:30:37 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.142326. +[LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER10 LR1]: Displaying result: -[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 150.92798176225> <PPL_OOV 135.47621583144> <LOGP -1981756.4475522> +[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 154.85025727813> <PPL_OOV 138.80197382903> <LOGP -1991547.4224823> [SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER10 LR1]: shuffling training file +===PEEK ON TEST 10=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER10 LR1]: 40087 words processed Thu Nov 12 22:30:48 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.212505. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER10 LR1]: Displaying result: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 185.40548411166> <PPL_OOV 162.82613645004> <LOGP -182312.41904908> +[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 10=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER10 LR1]: 40095 words processed Thu Nov 12 00:19:22 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.269691. +[SCHEDULER ITER10 LR1]: 40095 words processed Thu Nov 12 22:31:00 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.274287. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 [SCHEDULER ITER10 LR1]: Displaying result: -[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 188.38502341908> <PPL_OOV 169.22423473382> <LOGP -164371.39833756> +[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 190.39721658879> <PPL_OOV 171.2923011258> <LOGP -164760.50334979> [SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER10 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... @@ -1235,27 +1315,27 @@ gconf.fz2 3370 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 34546845 +reading chunk 1 from 34542151 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 34550501 +reading chunk 2 from 34545807 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 69194628 +reading chunk 3 from 69182866 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 69311005 +reading chunk 4 from 69299176 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 70382319 +reading chunk 5 from 70370634 [SCHEDULER ITER10 LR1]: preparing parameters end. [SCHEDULER ITER10 LR1]: preparing layers... -(00:19:32 2015-11-12)[nerv] info: create layer: recurrentL1 -(00:19:32 2015-11-12)[nerv] info: create layer: sigmoidL1 -(00:19:32 2015-11-12)[nerv] info: create layer: combinerL1 -(00:19:32 2015-11-12)[nerv] info: create layer: outputL -(00:19:32 2015-11-12)[nerv] info: create layer: softmaxL -(00:19:32 2015-11-12)[nerv] info: create layer: selectL1 +(22:31:11 2015-11-12)[nerv] info: create layer: recurrentL1 +(22:31:11 2015-11-12)[nerv] info: create layer: sigmoidL1 +(22:31:11 2015-11-12)[nerv] info: create layer: combinerL1 +(22:31:11 2015-11-12)[nerv] info: create layer: outputL +(22:31:11 2015-11-12)[nerv] info: create layer: softmaxL +(22:31:11 2015-11-12)[nerv] info: create layer: selectL1 [SCHEDULER ITER10 LR1]: preparing layers end. [SCHEDULER ITER10 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -1283,66 +1363,72 @@ TNN initing storage outputL -> softmaxL ===ITERATION 11 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER11 LR1]: 40092 words processed Thu Nov 12 00:19:46 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.139604. -[SCHEDULER ITER11 LR1]: 80099 words processed Thu Nov 12 00:20:01 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.135128. -[SCHEDULER ITER11 LR1]: 120004 words processed Thu Nov 12 00:20:16 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.128426. -[SCHEDULER ITER11 LR1]: 160114 words processed Thu Nov 12 00:20:31 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.129719. -[SCHEDULER ITER11 LR1]: 200066 words processed Thu Nov 12 00:20:46 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.130041. -[SCHEDULER ITER11 LR1]: 240045 words processed Thu Nov 12 00:21:01 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.126278. -[SCHEDULER ITER11 LR1]: 280057 words processed Thu Nov 12 00:21:16 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.122260. -[SCHEDULER ITER11 LR1]: 320106 words processed Thu Nov 12 00:21:31 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.120058. -[SCHEDULER ITER11 LR1]: 360024 words processed Thu Nov 12 00:21:46 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.118769. -[SCHEDULER ITER11 LR1]: 400089 words processed Thu Nov 12 00:22:01 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.117750. -[SCHEDULER ITER11 LR1]: 440067 words processed Thu Nov 12 00:22:16 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.118529. -[SCHEDULER ITER11 LR1]: 480051 words processed Thu Nov 12 00:22:31 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.118968. -[SCHEDULER ITER11 LR1]: 520140 words processed Thu Nov 12 00:22:46 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.119060. -[SCHEDULER ITER11 LR1]: 560132 words processed Thu Nov 12 00:23:01 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.119023. -[SCHEDULER ITER11 LR1]: 600118 words processed Thu Nov 12 00:23:16 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.116833. -[SCHEDULER ITER11 LR1]: 640090 words processed Thu Nov 12 00:23:31 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.115632. -[SCHEDULER ITER11 LR1]: 680075 words processed Thu Nov 12 00:23:46 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.115042. -[SCHEDULER ITER11 LR1]: 720043 words processed Thu Nov 12 00:24:01 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.115090. -[SCHEDULER ITER11 LR1]: 760012 words processed Thu Nov 12 00:24:16 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.114536. -[SCHEDULER ITER11 LR1]: 800113 words processed Thu Nov 12 00:24:31 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.114798. -[SCHEDULER ITER11 LR1]: 840089 words processed Thu Nov 12 00:24:46 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.114037. -[SCHEDULER ITER11 LR1]: 880052 words processed Thu Nov 12 00:25:01 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.114258. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 +[SCHEDULER ITER11 LR1]: 40092 words processed Thu Nov 12 22:31:27 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.139499. +[SCHEDULER ITER11 LR1]: 80099 words processed Thu Nov 12 22:31:43 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.138794. +[SCHEDULER ITER11 LR1]: 120004 words processed Thu Nov 12 22:31:59 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.135243. +[SCHEDULER ITER11 LR1]: 160114 words processed Thu Nov 12 22:32:15 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.137881. +[SCHEDULER ITER11 LR1]: 200066 words processed Thu Nov 12 22:32:31 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.138292. +[SCHEDULER ITER11 LR1]: 240045 words processed Thu Nov 12 22:32:47 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.134734. +[SCHEDULER ITER11 LR1]: 280057 words processed Thu Nov 12 22:33:03 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.130923. +[SCHEDULER ITER11 LR1]: 320106 words processed Thu Nov 12 22:33:19 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.128777. +[SCHEDULER ITER11 LR1]: 360024 words processed Thu Nov 12 22:33:35 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.127728. +[SCHEDULER ITER11 LR1]: 400089 words processed Thu Nov 12 22:33:51 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.126190. +[SCHEDULER ITER11 LR1]: 440067 words processed Thu Nov 12 22:34:07 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.126941. +[SCHEDULER ITER11 LR1]: 480051 words processed Thu Nov 12 22:34:23 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.127618. +[SCHEDULER ITER11 LR1]: 520140 words processed Thu Nov 12 22:34:39 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.127815. +[SCHEDULER ITER11 LR1]: 560132 words processed Thu Nov 12 22:34:55 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.127700. +[SCHEDULER ITER11 LR1]: 600118 words processed Thu Nov 12 22:35:11 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.125708. +[SCHEDULER ITER11 LR1]: 640090 words processed Thu Nov 12 22:35:27 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.124852. +[SCHEDULER ITER11 LR1]: 680075 words processed Thu Nov 12 22:35:43 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.124162. +[SCHEDULER ITER11 LR1]: 720043 words processed Thu Nov 12 22:35:59 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.124089. +[SCHEDULER ITER11 LR1]: 760012 words processed Thu Nov 12 22:36:15 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.123790. +[SCHEDULER ITER11 LR1]: 800113 words processed Thu Nov 12 22:36:31 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.124132. +[SCHEDULER ITER11 LR1]: 840089 words processed Thu Nov 12 22:36:47 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.123640. +[SCHEDULER ITER11 LR1]: 880052 words processed Thu Nov 12 22:37:03 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.123852. +[LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER11 LR1]: Displaying result: -[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 144.73821439199> <PPL_OOV 130.1412005626> <LOGP -1965536.7477128> +[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 148.14166813174> <PPL_OOV 133.02618550034> <LOGP -1974388.6001313> [SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER11 LR1]: shuffling training file +===PEEK ON TEST 11=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER11 LR1]: 40087 words processed Thu Nov 12 22:37:14 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.205914. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER11 LR1]: Displaying result: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 182.39390315888> <PPL_OOV 160.46237137081> <LOGP -181788.91337671> +[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 11=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER11 LR1]: 40095 words processed Thu Nov 12 00:25:12 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.264388. +[SCHEDULER ITER11 LR1]: 40095 words processed Thu Nov 12 22:37:26 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.269752. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 [SCHEDULER ITER11 LR1]: Displaying result: -[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 186.58886605248> <PPL_OOV 167.4347827608> <LOGP -164030.85757806> +[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 187.75373810895> <PPL_OOV 169.13307312491> <LOGP -164354.13711126> [SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER11 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... @@ -1350,27 +1436,27 @@ gconf.fz2 3370 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1070697 +reading chunk 1 from 1070828 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1074353 +reading chunk 2 from 1074484 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 35726413 +reading chunk 3 from 35719188 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 35842774 +reading chunk 4 from 35835491 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 70391178 +reading chunk 5 from 70379329 [SCHEDULER ITER11 LR1]: preparing parameters end. [SCHEDULER ITER11 LR1]: preparing layers... -(00:25:22 2015-11-12)[nerv] info: create layer: recurrentL1 -(00:25:22 2015-11-12)[nerv] info: create layer: sigmoidL1 -(00:25:22 2015-11-12)[nerv] info: create layer: combinerL1 -(00:25:22 2015-11-12)[nerv] info: create layer: outputL -(00:25:22 2015-11-12)[nerv] info: create layer: softmaxL -(00:25:22 2015-11-12)[nerv] info: create layer: selectL1 +(22:37:37 2015-11-12)[nerv] info: create layer: recurrentL1 +(22:37:37 2015-11-12)[nerv] info: create layer: sigmoidL1 +(22:37:37 2015-11-12)[nerv] info: create layer: combinerL1 +(22:37:37 2015-11-12)[nerv] info: create layer: outputL +(22:37:37 2015-11-12)[nerv] info: create layer: softmaxL +(22:37:37 2015-11-12)[nerv] info: create layer: selectL1 [SCHEDULER ITER11 LR1]: preparing layers end. [SCHEDULER ITER11 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -1398,66 +1484,72 @@ TNN initing storage outputL -> softmaxL ===ITERATION 12 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER12 LR1]: 40092 words processed Thu Nov 12 00:25:36 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.114399. -[SCHEDULER ITER12 LR1]: 80099 words processed Thu Nov 12 00:25:51 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.112078. -[SCHEDULER ITER12 LR1]: 120004 words processed Thu Nov 12 00:26:06 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.107746. -[SCHEDULER ITER12 LR1]: 160114 words processed Thu Nov 12 00:26:21 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.112277. -[SCHEDULER ITER12 LR1]: 200066 words processed Thu Nov 12 00:26:36 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.112757. -[SCHEDULER ITER12 LR1]: 240045 words processed Thu Nov 12 00:26:51 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.109550. -[SCHEDULER ITER12 LR1]: 280057 words processed Thu Nov 12 00:27:06 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.105701. -[SCHEDULER ITER12 LR1]: 320106 words processed Thu Nov 12 00:27:21 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.103779. -[SCHEDULER ITER12 LR1]: 360024 words processed Thu Nov 12 00:27:36 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.102643. -[SCHEDULER ITER12 LR1]: 400089 words processed Thu Nov 12 00:27:51 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.101215. -[SCHEDULER ITER12 LR1]: 440067 words processed Thu Nov 12 00:28:06 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.102125. -[SCHEDULER ITER12 LR1]: 480051 words processed Thu Nov 12 00:28:21 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.102673. -[SCHEDULER ITER12 LR1]: 520140 words processed Thu Nov 12 00:28:36 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.106563. -[SCHEDULER ITER12 LR1]: 560132 words processed Thu Nov 12 00:28:51 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.107925. -[SCHEDULER ITER12 LR1]: 600118 words processed Thu Nov 12 00:29:06 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.106878. -[SCHEDULER ITER12 LR1]: 640090 words processed Thu Nov 12 00:29:21 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.105814. -[SCHEDULER ITER12 LR1]: 680075 words processed Thu Nov 12 00:29:36 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.105226. -[SCHEDULER ITER12 LR1]: 720043 words processed Thu Nov 12 00:29:51 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.105008. -[SCHEDULER ITER12 LR1]: 760012 words processed Thu Nov 12 00:30:06 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.105053. -[SCHEDULER ITER12 LR1]: 800113 words processed Thu Nov 12 00:30:21 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.105313. -[SCHEDULER ITER12 LR1]: 840089 words processed Thu Nov 12 00:30:36 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.104382. -[SCHEDULER ITER12 LR1]: 880052 words processed Thu Nov 12 00:30:51 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.104366. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 +[SCHEDULER ITER12 LR1]: 40092 words processed Thu Nov 12 22:37:53 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.122491. +[SCHEDULER ITER12 LR1]: 80099 words processed Thu Nov 12 22:38:09 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.121906. +[SCHEDULER ITER12 LR1]: 120004 words processed Thu Nov 12 22:38:25 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.118337. +[SCHEDULER ITER12 LR1]: 160114 words processed Thu Nov 12 22:38:41 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.120726. +[SCHEDULER ITER12 LR1]: 200066 words processed Thu Nov 12 22:38:57 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.121222. +[SCHEDULER ITER12 LR1]: 240045 words processed Thu Nov 12 22:39:13 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.117684. +[SCHEDULER ITER12 LR1]: 280057 words processed Thu Nov 12 22:39:29 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.113753. +[SCHEDULER ITER12 LR1]: 320106 words processed Thu Nov 12 22:39:45 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.111703. +[SCHEDULER ITER12 LR1]: 360024 words processed Thu Nov 12 22:40:01 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.110579. +[SCHEDULER ITER12 LR1]: 400089 words processed Thu Nov 12 22:40:17 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.109065. +[SCHEDULER ITER12 LR1]: 440067 words processed Thu Nov 12 22:40:33 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.109969. +[SCHEDULER ITER12 LR1]: 480051 words processed Thu Nov 12 22:40:49 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.110800. +[SCHEDULER ITER12 LR1]: 520140 words processed Thu Nov 12 22:41:05 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.110956. +[SCHEDULER ITER12 LR1]: 560132 words processed Thu Nov 12 22:41:21 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.110944. +[SCHEDULER ITER12 LR1]: 600118 words processed Thu Nov 12 22:41:37 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.109763. +[SCHEDULER ITER12 LR1]: 640090 words processed Thu Nov 12 22:41:53 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.108867. +[SCHEDULER ITER12 LR1]: 680075 words processed Thu Nov 12 22:42:09 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.108518. +[SCHEDULER ITER12 LR1]: 720043 words processed Thu Nov 12 22:42:25 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.108498. +[SCHEDULER ITER12 LR1]: 760012 words processed Thu Nov 12 22:42:41 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.108149. +[SCHEDULER ITER12 LR1]: 800113 words processed Thu Nov 12 22:42:57 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.108567. +[SCHEDULER ITER12 LR1]: 840089 words processed Thu Nov 12 22:43:13 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.108110. +[SCHEDULER ITER12 LR1]: 880052 words processed Thu Nov 12 22:43:29 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.108397. +[LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER12 LR1]: Displaying result: -[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 141.34378472336> <PPL_OOV 127.20543583894> <LOGP -1956325.3215572> +[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 142.74802026729> <PPL_OOV 128.37705407036> <LOGP -1960026.6987909> [SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER12 LR1]: shuffling training file +===PEEK ON TEST 12=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER12 LR1]: 40087 words processed Thu Nov 12 22:43:40 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.200728. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER12 LR1]: Displaying result: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 180.49185726892> <PPL_OOV 158.66736020267> <LOGP -181386.19256374> +[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 12=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER12 LR1]: 40095 words processed Thu Nov 12 00:31:01 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.259682. +[SCHEDULER ITER12 LR1]: 40095 words processed Thu Nov 12 22:43:52 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.267196. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 [SCHEDULER ITER12 LR1]: Displaying result: -[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.30489838424> <PPL_OOV 165.46915193487> <LOGP -163652.56894809> +[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 186.68848452989> <PPL_OOV 167.99520614955> <LOGP -164137.89853503> [SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER12 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... @@ -1465,27 +1557,27 @@ gconf.fz2 3370 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 34549906 +reading chunk 1 from 34545626 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 34553562 +reading chunk 2 from 34549283 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 69212995 +reading chunk 3 from 69202806 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 69329338 +reading chunk 4 from 69319085 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 70399287 +reading chunk 5 from 70389258 [SCHEDULER ITER12 LR1]: preparing parameters end. [SCHEDULER ITER12 LR1]: preparing layers... -(00:31:11 2015-11-12)[nerv] info: create layer: recurrentL1 -(00:31:11 2015-11-12)[nerv] info: create layer: sigmoidL1 -(00:31:11 2015-11-12)[nerv] info: create layer: combinerL1 -(00:31:11 2015-11-12)[nerv] info: create layer: outputL -(00:31:11 2015-11-12)[nerv] info: create layer: softmaxL -(00:31:11 2015-11-12)[nerv] info: create layer: selectL1 +(22:44:02 2015-11-12)[nerv] info: create layer: recurrentL1 +(22:44:02 2015-11-12)[nerv] info: create layer: sigmoidL1 +(22:44:02 2015-11-12)[nerv] info: create layer: combinerL1 +(22:44:02 2015-11-12)[nerv] info: create layer: outputL +(22:44:02 2015-11-12)[nerv] info: create layer: softmaxL +(22:44:02 2015-11-12)[nerv] info: create layer: selectL1 [SCHEDULER ITER12 LR1]: preparing layers end. [SCHEDULER ITER12 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -1513,66 +1605,72 @@ TNN initing storage outputL -> softmaxL ===ITERATION 13 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER13 LR1]: 40092 words processed Thu Nov 12 00:31:25 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.097802. -[SCHEDULER ITER13 LR1]: 80099 words processed Thu Nov 12 00:31:40 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.097057. -[SCHEDULER ITER13 LR1]: 120004 words processed Thu Nov 12 00:31:55 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.092471. -[SCHEDULER ITER13 LR1]: 160114 words processed Thu Nov 12 00:32:10 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.094673. -[SCHEDULER ITER13 LR1]: 200066 words processed Thu Nov 12 00:32:25 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.095234. -[SCHEDULER ITER13 LR1]: 240045 words processed Thu Nov 12 00:32:40 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.092012. -[SCHEDULER ITER13 LR1]: 280057 words processed Thu Nov 12 00:32:55 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.088236. -[SCHEDULER ITER13 LR1]: 320106 words processed Thu Nov 12 00:33:10 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.086721. -[SCHEDULER ITER13 LR1]: 360024 words processed Thu Nov 12 00:33:25 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.085752. -[SCHEDULER ITER13 LR1]: 400089 words processed Thu Nov 12 00:33:40 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.084517. -[SCHEDULER ITER13 LR1]: 440067 words processed Thu Nov 12 00:33:55 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.085618. -[SCHEDULER ITER13 LR1]: 480051 words processed Thu Nov 12 00:34:10 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.086444. -[SCHEDULER ITER13 LR1]: 520140 words processed Thu Nov 12 00:34:25 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.086859. -[SCHEDULER ITER13 LR1]: 560132 words processed Thu Nov 12 00:34:40 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.087247. -[SCHEDULER ITER13 LR1]: 600118 words processed Thu Nov 12 00:34:55 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.085543. -[SCHEDULER ITER13 LR1]: 640090 words processed Thu Nov 12 00:35:10 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.084373. -[SCHEDULER ITER13 LR1]: 680075 words processed Thu Nov 12 00:35:25 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.084274. -[SCHEDULER ITER13 LR1]: 720043 words processed Thu Nov 12 00:35:40 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.084292. -[SCHEDULER ITER13 LR1]: 760012 words processed Thu Nov 12 00:35:55 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.083598. -[SCHEDULER ITER13 LR1]: 800113 words processed Thu Nov 12 00:36:10 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.084051. -[SCHEDULER ITER13 LR1]: 840089 words processed Thu Nov 12 00:36:25 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.083429. -[SCHEDULER ITER13 LR1]: 880052 words processed Thu Nov 12 00:36:40 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.083746. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 +[SCHEDULER ITER13 LR1]: 40092 words processed Thu Nov 12 22:44:18 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.106771. +[SCHEDULER ITER13 LR1]: 80099 words processed Thu Nov 12 22:44:34 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.106460. +[SCHEDULER ITER13 LR1]: 120004 words processed Thu Nov 12 22:44:50 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.103062. +[SCHEDULER ITER13 LR1]: 160114 words processed Thu Nov 12 22:45:06 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.105308. +[SCHEDULER ITER13 LR1]: 200066 words processed Thu Nov 12 22:45:22 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.105773. +[SCHEDULER ITER13 LR1]: 240045 words processed Thu Nov 12 22:45:38 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.102116. +[SCHEDULER ITER13 LR1]: 280057 words processed Thu Nov 12 22:45:54 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.098718. +[SCHEDULER ITER13 LR1]: 320106 words processed Thu Nov 12 22:46:11 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.096837. +[SCHEDULER ITER13 LR1]: 360024 words processed Thu Nov 12 22:46:27 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.095630. +[SCHEDULER ITER13 LR1]: 400089 words processed Thu Nov 12 22:46:43 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.094049. +[SCHEDULER ITER13 LR1]: 440067 words processed Thu Nov 12 22:46:59 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.095015. +[SCHEDULER ITER13 LR1]: 480051 words processed Thu Nov 12 22:47:15 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.095949. +[SCHEDULER ITER13 LR1]: 520140 words processed Thu Nov 12 22:47:31 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.096547. +[SCHEDULER ITER13 LR1]: 560132 words processed Thu Nov 12 22:47:47 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.096706. +[SCHEDULER ITER13 LR1]: 600118 words processed Thu Nov 12 22:48:03 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.095009. +[SCHEDULER ITER13 LR1]: 640090 words processed Thu Nov 12 22:48:19 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.094298. +[SCHEDULER ITER13 LR1]: 680075 words processed Thu Nov 12 22:48:35 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.093667. +[SCHEDULER ITER13 LR1]: 720043 words processed Thu Nov 12 22:48:51 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.093573. +[SCHEDULER ITER13 LR1]: 760012 words processed Thu Nov 12 22:49:07 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.092909. +[SCHEDULER ITER13 LR1]: 800113 words processed Thu Nov 12 22:49:23 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.093359. +[SCHEDULER ITER13 LR1]: 840089 words processed Thu Nov 12 22:49:39 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.092985. +[SCHEDULER ITER13 LR1]: 880052 words processed Thu Nov 12 22:49:55 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.093309. +[LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER13 LR1]: Displaying result: -[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 134.52600477096> <PPL_OOV 121.31997606285> <LOGP -1937200.5576514> +[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 137.66576866018> <PPL_OOV 123.99443367725> <LOGP -1946003.6478197> [SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER13 LR1]: shuffling training file +===PEEK ON TEST 13=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER13 LR1]: 40087 words processed Thu Nov 12 22:50:06 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.197329. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER13 LR1]: Displaying result: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 178.82057178108> <PPL_OOV 157.42605789449> <LOGP -181105.02582114> +[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 13=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER13 LR1]: 40095 words processed Thu Nov 12 00:36:50 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.257524. +[SCHEDULER ITER13 LR1]: 40095 words processed Thu Nov 12 22:50:18 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.264225. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 [SCHEDULER ITER13 LR1]: Displaying result: -[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 183.01087931533> <PPL_OOV 164.49261225521> <LOGP -163462.95828339> +[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.9297152642> <PPL_OOV 166.58327559059> <LOGP -163867.53188189> [SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER13 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... @@ -1580,27 +1678,27 @@ gconf.fz2 3370 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1069106 +reading chunk 1 from 1069510 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1072762 +reading chunk 2 from 1073167 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 35740080 +reading chunk 3 from 35735524 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 35856416 +reading chunk 4 from 35851793 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 70407549 +reading chunk 5 from 70399112 [SCHEDULER ITER13 LR1]: preparing parameters end. [SCHEDULER ITER13 LR1]: preparing layers... -(00:37:00 2015-11-12)[nerv] info: create layer: recurrentL1 -(00:37:00 2015-11-12)[nerv] info: create layer: sigmoidL1 -(00:37:00 2015-11-12)[nerv] info: create layer: combinerL1 -(00:37:00 2015-11-12)[nerv] info: create layer: outputL -(00:37:00 2015-11-12)[nerv] info: create layer: softmaxL -(00:37:00 2015-11-12)[nerv] info: create layer: selectL1 +(22:50:28 2015-11-12)[nerv] info: create layer: recurrentL1 +(22:50:28 2015-11-12)[nerv] info: create layer: sigmoidL1 +(22:50:28 2015-11-12)[nerv] info: create layer: combinerL1 +(22:50:28 2015-11-12)[nerv] info: create layer: outputL +(22:50:28 2015-11-12)[nerv] info: create layer: softmaxL +(22:50:28 2015-11-12)[nerv] info: create layer: selectL1 [SCHEDULER ITER13 LR1]: preparing layers end. [SCHEDULER ITER13 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -1628,66 +1726,72 @@ TNN initing storage outputL -> softmaxL ===ITERATION 14 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER14 LR1]: 40092 words processed Thu Nov 12 00:37:14 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.083632. -[SCHEDULER ITER14 LR1]: 80099 words processed Thu Nov 12 00:37:29 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.081719. -[SCHEDULER ITER14 LR1]: 120004 words processed Thu Nov 12 00:37:44 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.078103. -[SCHEDULER ITER14 LR1]: 160114 words processed Thu Nov 12 00:37:59 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.080349. -[SCHEDULER ITER14 LR1]: 200066 words processed Thu Nov 12 00:38:14 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.081059. -[SCHEDULER ITER14 LR1]: 240045 words processed Thu Nov 12 00:38:29 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.077897. -[SCHEDULER ITER14 LR1]: 280057 words processed Thu Nov 12 00:38:44 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.074395. -[SCHEDULER ITER14 LR1]: 320106 words processed Thu Nov 12 00:38:59 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.072848. -[SCHEDULER ITER14 LR1]: 360024 words processed Thu Nov 12 00:39:14 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.071953. -[SCHEDULER ITER14 LR1]: 400089 words processed Thu Nov 12 00:39:29 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.070445. -[SCHEDULER ITER14 LR1]: 440067 words processed Thu Nov 12 00:39:44 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.071640. -[SCHEDULER ITER14 LR1]: 480051 words processed Thu Nov 12 00:39:59 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.072586. -[SCHEDULER ITER14 LR1]: 520140 words processed Thu Nov 12 00:40:14 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.073025. -[SCHEDULER ITER14 LR1]: 560132 words processed Thu Nov 12 00:40:29 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.073392. -[SCHEDULER ITER14 LR1]: 600118 words processed Thu Nov 12 00:40:44 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.074239. -[SCHEDULER ITER14 LR1]: 640090 words processed Thu Nov 12 00:40:59 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.073443. -[SCHEDULER ITER14 LR1]: 680075 words processed Thu Nov 12 00:41:14 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.073154. -[SCHEDULER ITER14 LR1]: 720043 words processed Thu Nov 12 00:41:29 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.073099. -[SCHEDULER ITER14 LR1]: 760012 words processed Thu Nov 12 00:41:44 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.072384. -[SCHEDULER ITER14 LR1]: 800113 words processed Thu Nov 12 00:41:59 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.072796. -[SCHEDULER ITER14 LR1]: 840089 words processed Thu Nov 12 00:42:14 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.072078. -[SCHEDULER ITER14 LR1]: 880052 words processed Thu Nov 12 00:42:29 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.072372. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 +[SCHEDULER ITER14 LR1]: 40092 words processed Thu Nov 12 22:50:44 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.093854. +[SCHEDULER ITER14 LR1]: 80099 words processed Thu Nov 12 22:51:00 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.092732. +[SCHEDULER ITER14 LR1]: 120004 words processed Thu Nov 12 22:51:16 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.089367. +[SCHEDULER ITER14 LR1]: 160114 words processed Thu Nov 12 22:51:32 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.091353. +[SCHEDULER ITER14 LR1]: 200066 words processed Thu Nov 12 22:51:48 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.091452. +[SCHEDULER ITER14 LR1]: 240045 words processed Thu Nov 12 22:52:04 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.088015. +[SCHEDULER ITER14 LR1]: 280057 words processed Thu Nov 12 22:52:20 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.084144. +[SCHEDULER ITER14 LR1]: 320106 words processed Thu Nov 12 22:52:36 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.082341. +[SCHEDULER ITER14 LR1]: 360024 words processed Thu Nov 12 22:52:52 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.081403. +[SCHEDULER ITER14 LR1]: 400089 words processed Thu Nov 12 22:53:08 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.079995. +[SCHEDULER ITER14 LR1]: 440067 words processed Thu Nov 12 22:53:24 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.081093. +[SCHEDULER ITER14 LR1]: 480051 words processed Thu Nov 12 22:53:40 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.082089. +[SCHEDULER ITER14 LR1]: 520140 words processed Thu Nov 12 22:53:56 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.082746. +[SCHEDULER ITER14 LR1]: 560132 words processed Thu Nov 12 22:54:12 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.082818. +[SCHEDULER ITER14 LR1]: 600118 words processed Thu Nov 12 22:54:28 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.081157. +[SCHEDULER ITER14 LR1]: 640090 words processed Thu Nov 12 22:54:44 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.080417. +[SCHEDULER ITER14 LR1]: 680075 words processed Thu Nov 12 22:55:00 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.079843. +[SCHEDULER ITER14 LR1]: 720043 words processed Thu Nov 12 22:55:16 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.079713. +[SCHEDULER ITER14 LR1]: 760012 words processed Thu Nov 12 22:55:32 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.079183. +[SCHEDULER ITER14 LR1]: 800113 words processed Thu Nov 12 22:55:48 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.079667. +[SCHEDULER ITER14 LR1]: 840089 words processed Thu Nov 12 22:56:04 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.079312. +[SCHEDULER ITER14 LR1]: 880052 words processed Thu Nov 12 22:56:20 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.079634. +[LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER14 LR1]: Displaying result: -[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 130.88666760809> <PPL_OOV 118.18127796011> <LOGP -1926618.4566937> +[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 133.19581646167> <PPL_OOV 120.14972523105> <LOGP -1933287.4211578> [SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER14 LR1]: shuffling training file +===PEEK ON TEST 14=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER14 LR1]: 40087 words processed Thu Nov 12 22:56:31 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.193982. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER14 LR1]: Displaying result: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 177.65417278073> <PPL_OOV 156.38093168167> <LOGP -180866.5703231> +[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 14=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER14 LR1]: 40095 words processed Thu Nov 12 00:42:40 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.255296. +[SCHEDULER ITER14 LR1]: 40095 words processed Thu Nov 12 22:56:43 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.262951. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 [SCHEDULER ITER14 LR1]: Displaying result: -[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.18345708764> <PPL_OOV 163.35693072942> <LOGP -163241.0267925> +[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.00055961149> <PPL_OOV 165.75765731982> <LOGP -163708.37274731> [SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER14 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... @@ -1695,27 +1799,27 @@ gconf.fz2 3370 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 34552351 +reading chunk 1 from 34548947 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 34556007 +reading chunk 2 from 34552604 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 69232364 +reading chunk 3 from 69223650 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 69348695 +reading chunk 4 from 69339910 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 70417100 +reading chunk 5 from 70408674 [SCHEDULER ITER14 LR1]: preparing parameters end. [SCHEDULER ITER14 LR1]: preparing layers... -(00:42:50 2015-11-12)[nerv] info: create layer: recurrentL1 -(00:42:50 2015-11-12)[nerv] info: create layer: sigmoidL1 -(00:42:50 2015-11-12)[nerv] info: create layer: combinerL1 -(00:42:50 2015-11-12)[nerv] info: create layer: outputL -(00:42:50 2015-11-12)[nerv] info: create layer: softmaxL -(00:42:50 2015-11-12)[nerv] info: create layer: selectL1 +(22:56:53 2015-11-12)[nerv] info: create layer: recurrentL1 +(22:56:53 2015-11-12)[nerv] info: create layer: sigmoidL1 +(22:56:53 2015-11-12)[nerv] info: create layer: combinerL1 +(22:56:53 2015-11-12)[nerv] info: create layer: outputL +(22:56:53 2015-11-12)[nerv] info: create layer: softmaxL +(22:56:53 2015-11-12)[nerv] info: create layer: selectL1 [SCHEDULER ITER14 LR1]: preparing layers end. [SCHEDULER ITER14 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -1743,66 +1847,72 @@ TNN initing storage outputL -> softmaxL ===ITERATION 15 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER15 LR1]: 40092 words processed Thu Nov 12 00:43:04 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.071539. -[SCHEDULER ITER15 LR1]: 80099 words processed Thu Nov 12 00:43:19 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.069562. -[SCHEDULER ITER15 LR1]: 120004 words processed Thu Nov 12 00:43:34 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066060. -[SCHEDULER ITER15 LR1]: 160114 words processed Thu Nov 12 00:43:49 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.068427. -[SCHEDULER ITER15 LR1]: 200066 words processed Thu Nov 12 00:44:04 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.068958. -[SCHEDULER ITER15 LR1]: 240045 words processed Thu Nov 12 00:44:19 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066290. -[SCHEDULER ITER15 LR1]: 280057 words processed Thu Nov 12 00:44:34 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.062588. -[SCHEDULER ITER15 LR1]: 320106 words processed Thu Nov 12 00:44:49 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.061054. -[SCHEDULER ITER15 LR1]: 360024 words processed Thu Nov 12 00:45:04 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.060079. -[SCHEDULER ITER15 LR1]: 400089 words processed Thu Nov 12 00:45:19 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.058899. -[SCHEDULER ITER15 LR1]: 440067 words processed Thu Nov 12 00:45:34 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.060381. -[SCHEDULER ITER15 LR1]: 480051 words processed Thu Nov 12 00:45:49 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.061214. -[SCHEDULER ITER15 LR1]: 520140 words processed Thu Nov 12 00:46:04 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.061742. -[SCHEDULER ITER15 LR1]: 560132 words processed Thu Nov 12 00:46:19 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.062036. -[SCHEDULER ITER15 LR1]: 600118 words processed Thu Nov 12 00:46:34 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.060190. -[SCHEDULER ITER15 LR1]: 640090 words processed Thu Nov 12 00:46:49 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.058949. -[SCHEDULER ITER15 LR1]: 680075 words processed Thu Nov 12 00:47:04 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.058893. -[SCHEDULER ITER15 LR1]: 720043 words processed Thu Nov 12 00:47:19 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.058851. -[SCHEDULER ITER15 LR1]: 760012 words processed Thu Nov 12 00:47:34 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.058109. -[SCHEDULER ITER15 LR1]: 800113 words processed Thu Nov 12 00:47:49 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.058625. -[SCHEDULER ITER15 LR1]: 840089 words processed Thu Nov 12 00:48:04 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.057959. -[SCHEDULER ITER15 LR1]: 880052 words processed Thu Nov 12 00:48:19 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.058335. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 +[SCHEDULER ITER15 LR1]: 40092 words processed Thu Nov 12 22:57:09 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.079524. +[SCHEDULER ITER15 LR1]: 80099 words processed Thu Nov 12 22:57:25 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.078168. +[SCHEDULER ITER15 LR1]: 120004 words processed Thu Nov 12 22:57:41 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.074972. +[SCHEDULER ITER15 LR1]: 160114 words processed Thu Nov 12 22:57:57 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.077374. +[SCHEDULER ITER15 LR1]: 200066 words processed Thu Nov 12 22:58:13 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.077555. +[SCHEDULER ITER15 LR1]: 240045 words processed Thu Nov 12 22:58:29 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.074048. +[SCHEDULER ITER15 LR1]: 280057 words processed Thu Nov 12 22:58:45 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.070281. +[SCHEDULER ITER15 LR1]: 320106 words processed Thu Nov 12 22:59:02 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.068796. +[SCHEDULER ITER15 LR1]: 360024 words processed Thu Nov 12 22:59:19 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.067962. +[SCHEDULER ITER15 LR1]: 400089 words processed Thu Nov 12 22:59:35 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.066988. +[SCHEDULER ITER15 LR1]: 440067 words processed Thu Nov 12 22:59:52 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.068325. +[SCHEDULER ITER15 LR1]: 480051 words processed Thu Nov 12 23:00:08 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.069418. +[SCHEDULER ITER15 LR1]: 520140 words processed Thu Nov 12 23:00:24 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.069623. +[SCHEDULER ITER15 LR1]: 560132 words processed Thu Nov 12 23:00:41 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.069749. +[SCHEDULER ITER15 LR1]: 600118 words processed Thu Nov 12 23:00:57 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.068053. +[SCHEDULER ITER15 LR1]: 640090 words processed Thu Nov 12 23:01:13 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.067368. +[SCHEDULER ITER15 LR1]: 680075 words processed Thu Nov 12 23:01:29 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.066932. +[SCHEDULER ITER15 LR1]: 720043 words processed Thu Nov 12 23:01:45 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.066831. +[SCHEDULER ITER15 LR1]: 760012 words processed Thu Nov 12 23:02:01 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.066086. +[SCHEDULER ITER15 LR1]: 800113 words processed Thu Nov 12 23:02:17 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.066640. +[SCHEDULER ITER15 LR1]: 840089 words processed Thu Nov 12 23:02:33 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.066342. +[SCHEDULER ITER15 LR1]: 880052 words processed Thu Nov 12 23:02:49 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.066725. +[LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER15 LR1]: Displaying result: -[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 126.56734714787> <PPL_OOV 114.42237598772> <LOGP -1913569.1463526> +[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 129.11918295021> <PPL_OOV 116.63119544274> <LOGP -1921288.235319> [SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER15 LR1]: shuffling training file +===PEEK ON TEST 15=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER15 LR1]: 40087 words processed Thu Nov 12 23:03:00 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.191966. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER15 LR1]: Displaying result: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 176.57607779611> <PPL_OOV 155.62769814107> <LOGP -180693.72266703> +[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 15=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER15 LR1]: 40095 words processed Thu Nov 12 00:48:30 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.255632. +[SCHEDULER ITER15 LR1]: 40095 words processed Thu Nov 12 23:03:12 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.260851. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 [SCHEDULER ITER15 LR1]: Displaying result: -[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 180.96635882993> <PPL_OOV 163.29886366824> <LOGP -163229.63807816> +[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 182.85870687957> <PPL_OOV 164.8981267046> <LOGP -163541.83165092> [SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER15 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... @@ -1810,27 +1920,27 @@ gconf.fz2 3370 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1067639 +reading chunk 1 from 1067962 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1071296 +reading chunk 2 from 1071619 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 35757134 +reading chunk 3 from 35752027 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 35873452 +reading chunk 4 from 35868271 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 70427089 +reading chunk 5 from 70418779 [SCHEDULER ITER15 LR1]: preparing parameters end. [SCHEDULER ITER15 LR1]: preparing layers... -(00:48:40 2015-11-12)[nerv] info: create layer: recurrentL1 -(00:48:40 2015-11-12)[nerv] info: create layer: sigmoidL1 -(00:48:40 2015-11-12)[nerv] info: create layer: combinerL1 -(00:48:40 2015-11-12)[nerv] info: create layer: outputL -(00:48:40 2015-11-12)[nerv] info: create layer: softmaxL -(00:48:40 2015-11-12)[nerv] info: create layer: selectL1 +(23:03:22 2015-11-12)[nerv] info: create layer: recurrentL1 +(23:03:22 2015-11-12)[nerv] info: create layer: sigmoidL1 +(23:03:22 2015-11-12)[nerv] info: create layer: combinerL1 +(23:03:22 2015-11-12)[nerv] info: create layer: outputL +(23:03:22 2015-11-12)[nerv] info: create layer: softmaxL +(23:03:22 2015-11-12)[nerv] info: create layer: selectL1 [SCHEDULER ITER15 LR1]: preparing layers end. [SCHEDULER ITER15 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -1858,66 +1968,72 @@ TNN initing storage outputL -> softmaxL ===ITERATION 16 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER16 LR1]: 40092 words processed Thu Nov 12 00:48:54 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.059756. -[SCHEDULER ITER16 LR1]: 80099 words processed Thu Nov 12 00:49:09 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.057340. -[SCHEDULER ITER16 LR1]: 120004 words processed Thu Nov 12 00:49:24 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.054485. -[SCHEDULER ITER16 LR1]: 160114 words processed Thu Nov 12 00:49:39 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056365. -[SCHEDULER ITER16 LR1]: 200066 words processed Thu Nov 12 00:49:54 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056803. -[SCHEDULER ITER16 LR1]: 240045 words processed Thu Nov 12 00:50:09 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.054190. -[SCHEDULER ITER16 LR1]: 280057 words processed Thu Nov 12 00:50:24 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.050290. -[SCHEDULER ITER16 LR1]: 320106 words processed Thu Nov 12 00:50:39 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.048802. -[SCHEDULER ITER16 LR1]: 360024 words processed Thu Nov 12 00:50:54 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.048001. -[SCHEDULER ITER16 LR1]: 400089 words processed Thu Nov 12 00:51:09 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.046407. -[SCHEDULER ITER16 LR1]: 440067 words processed Thu Nov 12 00:51:24 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.047731. -[SCHEDULER ITER16 LR1]: 480051 words processed Thu Nov 12 00:51:39 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.048739. -[SCHEDULER ITER16 LR1]: 520140 words processed Thu Nov 12 00:51:54 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.049122. -[SCHEDULER ITER16 LR1]: 560132 words processed Thu Nov 12 00:52:09 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.049512. -[SCHEDULER ITER16 LR1]: 600118 words processed Thu Nov 12 00:52:24 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.047719. -[SCHEDULER ITER16 LR1]: 640090 words processed Thu Nov 12 00:52:39 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.046610. -[SCHEDULER ITER16 LR1]: 680075 words processed Thu Nov 12 00:52:54 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.046427. -[SCHEDULER ITER16 LR1]: 720043 words processed Thu Nov 12 00:53:09 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.046380. -[SCHEDULER ITER16 LR1]: 760012 words processed Thu Nov 12 00:53:24 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.045614. -[SCHEDULER ITER16 LR1]: 800113 words processed Thu Nov 12 00:53:39 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.046162. -[SCHEDULER ITER16 LR1]: 840089 words processed Thu Nov 12 00:53:54 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.045589. -[SCHEDULER ITER16 LR1]: 880052 words processed Thu Nov 12 00:54:09 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.046034. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 +[SCHEDULER ITER16 LR1]: 40092 words processed Thu Nov 12 23:03:38 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.068214. +[SCHEDULER ITER16 LR1]: 80099 words processed Thu Nov 12 23:03:54 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.066342. +[SCHEDULER ITER16 LR1]: 120004 words processed Thu Nov 12 23:04:10 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.063079. +[SCHEDULER ITER16 LR1]: 160114 words processed Thu Nov 12 23:04:26 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.066440. +[SCHEDULER ITER16 LR1]: 200066 words processed Thu Nov 12 23:04:43 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.066490. +[SCHEDULER ITER16 LR1]: 240045 words processed Thu Nov 12 23:04:59 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.063028. +[SCHEDULER ITER16 LR1]: 280057 words processed Thu Nov 12 23:05:15 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.059035. +[SCHEDULER ITER16 LR1]: 320106 words processed Thu Nov 12 23:05:32 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.057406. +[SCHEDULER ITER16 LR1]: 360024 words processed Thu Nov 12 23:05:48 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.056584. +[SCHEDULER ITER16 LR1]: 400089 words processed Thu Nov 12 23:06:04 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.055149. +[SCHEDULER ITER16 LR1]: 440067 words processed Thu Nov 12 23:06:21 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.056433. +[SCHEDULER ITER16 LR1]: 480051 words processed Thu Nov 12 23:06:38 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.057562. +[SCHEDULER ITER16 LR1]: 520140 words processed Thu Nov 12 23:06:55 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.057751. +[SCHEDULER ITER16 LR1]: 560132 words processed Thu Nov 12 23:07:12 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.057856. +[SCHEDULER ITER16 LR1]: 600118 words processed Thu Nov 12 23:07:28 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.056396. +[SCHEDULER ITER16 LR1]: 640090 words processed Thu Nov 12 23:07:44 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.057165. +[SCHEDULER ITER16 LR1]: 680075 words processed Thu Nov 12 23:08:00 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.056975. +[SCHEDULER ITER16 LR1]: 720043 words processed Thu Nov 12 23:08:16 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.056984. +[SCHEDULER ITER16 LR1]: 760012 words processed Thu Nov 12 23:08:32 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.056152. +[SCHEDULER ITER16 LR1]: 800113 words processed Thu Nov 12 23:08:48 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.056671. +[SCHEDULER ITER16 LR1]: 840089 words processed Thu Nov 12 23:09:04 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.056324. +[SCHEDULER ITER16 LR1]: 880052 words processed Thu Nov 12 23:09:20 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.056707. +[LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER16 LR1]: Displaying result: -[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 122.87017623285> <PPL_OOV 111.22724121657> <LOGP -1902135.3911203> +[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 126.0333493943> <PPL_OOV 113.97537256127> <LOGP -1911988.8997288> [SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER16 LR1]: shuffling training file +===PEEK ON TEST 16=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER16 LR1]: 40087 words processed Thu Nov 12 23:09:31 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.189005. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER16 LR1]: Displaying result: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 175.54495953664> <PPL_OOV 154.34504599302> <LOGP -180397.45280834> +[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 16=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER16 LR1]: 40095 words processed Thu Nov 12 00:54:20 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.251943. +[SCHEDULER ITER16 LR1]: 40095 words processed Thu Nov 12 23:09:43 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.257255. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 [SCHEDULER ITER16 LR1]: Displaying result: -[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 178.99403991363> <PPL_OOV 161.68134014187> <LOGP -162910.75424582> +[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.70517720981> <PPL_OOV 163.53949262261> <LOGP -163276.80637116> [SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER16 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... @@ -1925,27 +2041,27 @@ gconf.fz2 3370 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 34554421 +reading chunk 1 from 34551805 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 34558078 +reading chunk 2 from 34555462 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 69254488 +reading chunk 3 from 69245306 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 69370798 +reading chunk 4 from 69361555 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 70437717 +reading chunk 5 from 70428711 [SCHEDULER ITER16 LR1]: preparing parameters end. [SCHEDULER ITER16 LR1]: preparing layers... -(00:54:30 2015-11-12)[nerv] info: create layer: recurrentL1 -(00:54:30 2015-11-12)[nerv] info: create layer: sigmoidL1 -(00:54:30 2015-11-12)[nerv] info: create layer: combinerL1 -(00:54:30 2015-11-12)[nerv] info: create layer: outputL -(00:54:30 2015-11-12)[nerv] info: create layer: softmaxL -(00:54:30 2015-11-12)[nerv] info: create layer: selectL1 +(23:09:53 2015-11-12)[nerv] info: create layer: recurrentL1 +(23:09:53 2015-11-12)[nerv] info: create layer: sigmoidL1 +(23:09:53 2015-11-12)[nerv] info: create layer: combinerL1 +(23:09:53 2015-11-12)[nerv] info: create layer: outputL +(23:09:53 2015-11-12)[nerv] info: create layer: softmaxL +(23:09:53 2015-11-12)[nerv] info: create layer: selectL1 [SCHEDULER ITER16 LR1]: preparing layers end. [SCHEDULER ITER16 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -1973,94 +2089,100 @@ TNN initing storage outputL -> softmaxL ===ITERATION 17 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER17 LR1]: 40092 words processed Thu Nov 12 00:54:44 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.047700. -[SCHEDULER ITER17 LR1]: 80099 words processed Thu Nov 12 00:54:59 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.045331. -[SCHEDULER ITER17 LR1]: 120004 words processed Thu Nov 12 00:55:14 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.042486. -[SCHEDULER ITER17 LR1]: 160114 words processed Thu Nov 12 00:55:29 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.044767. -[SCHEDULER ITER17 LR1]: 200066 words processed Thu Nov 12 00:55:44 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.045295. -[SCHEDULER ITER17 LR1]: 240045 words processed Thu Nov 12 00:55:59 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.042481. -[SCHEDULER ITER17 LR1]: 280057 words processed Thu Nov 12 00:56:14 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.038778. -[SCHEDULER ITER17 LR1]: 320106 words processed Thu Nov 12 00:56:29 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.037305. -[SCHEDULER ITER17 LR1]: 360024 words processed Thu Nov 12 00:56:44 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.036705. -[SCHEDULER ITER17 LR1]: 400089 words processed Thu Nov 12 00:56:59 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.035033. -[SCHEDULER ITER17 LR1]: 440067 words processed Thu Nov 12 00:57:14 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.036513. -[SCHEDULER ITER17 LR1]: 480051 words processed Thu Nov 12 00:57:29 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.037587. -[SCHEDULER ITER17 LR1]: 520140 words processed Thu Nov 12 00:57:44 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.037913. -[SCHEDULER ITER17 LR1]: 560132 words processed Thu Nov 12 00:57:59 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.038162. -[SCHEDULER ITER17 LR1]: 600118 words processed Thu Nov 12 00:58:14 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.036382. -[SCHEDULER ITER17 LR1]: 640090 words processed Thu Nov 12 00:58:29 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.035306. -[SCHEDULER ITER17 LR1]: 680075 words processed Thu Nov 12 00:58:44 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.037218. -[SCHEDULER ITER17 LR1]: 720043 words processed Thu Nov 12 00:58:59 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.038632. -[SCHEDULER ITER17 LR1]: 760012 words processed Thu Nov 12 00:59:14 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.039336. -[SCHEDULER ITER17 LR1]: 800113 words processed Thu Nov 12 00:59:29 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.040228. -[SCHEDULER ITER17 LR1]: 840089 words processed Thu Nov 12 00:59:44 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.040115. -[SCHEDULER ITER17 LR1]: 880052 words processed Thu Nov 12 00:59:59 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.040622. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 +[SCHEDULER ITER17 LR1]: 40092 words processed Thu Nov 12 23:10:08 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.057337. +[SCHEDULER ITER17 LR1]: 80099 words processed Thu Nov 12 23:10:24 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.054228. +[SCHEDULER ITER17 LR1]: 120004 words processed Thu Nov 12 23:10:40 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.051573. +[SCHEDULER ITER17 LR1]: 160114 words processed Thu Nov 12 23:10:56 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.054122. +[SCHEDULER ITER17 LR1]: 200066 words processed Thu Nov 12 23:11:12 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.054019. +[SCHEDULER ITER17 LR1]: 240045 words processed Thu Nov 12 23:11:28 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.050697. +[SCHEDULER ITER17 LR1]: 280057 words processed Thu Nov 12 23:11:44 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.046821. +[SCHEDULER ITER17 LR1]: 320106 words processed Thu Nov 12 23:12:00 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.045511. +[SCHEDULER ITER17 LR1]: 360024 words processed Thu Nov 12 23:12:16 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.044741. +[SCHEDULER ITER17 LR1]: 400089 words processed Thu Nov 12 23:12:33 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.043555. +[SCHEDULER ITER17 LR1]: 440067 words processed Thu Nov 12 23:12:49 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.044954. +[SCHEDULER ITER17 LR1]: 480051 words processed Thu Nov 12 23:13:05 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.046144. +[SCHEDULER ITER17 LR1]: 520140 words processed Thu Nov 12 23:13:22 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.046791. +[SCHEDULER ITER17 LR1]: 560132 words processed Thu Nov 12 23:13:38 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.046992. +[SCHEDULER ITER17 LR1]: 600118 words processed Thu Nov 12 23:13:54 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.045521. +[SCHEDULER ITER17 LR1]: 640090 words processed Thu Nov 12 23:14:10 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.044919. +[SCHEDULER ITER17 LR1]: 680075 words processed Thu Nov 12 23:14:27 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.044403. +[SCHEDULER ITER17 LR1]: 720043 words processed Thu Nov 12 23:14:43 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.044228. +[SCHEDULER ITER17 LR1]: 760012 words processed Thu Nov 12 23:14:59 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.043460. +[SCHEDULER ITER17 LR1]: 800113 words processed Thu Nov 12 23:15:15 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.043998. +[SCHEDULER ITER17 LR1]: 840089 words processed Thu Nov 12 23:15:32 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.043712. +[SCHEDULER ITER17 LR1]: 880052 words processed Thu Nov 12 23:15:48 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.044177. +[LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER17 LR1]: Displaying result: -[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 121.28463604612> <PPL_OOV 109.84815988742> <LOGP -1897098.5253946> +[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 122.30180524286> <PPL_OOV 110.73970561246> <LOGP -1900361.9204513> [SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER17 LR1]: shuffling training file +===PEEK ON TEST 17=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER17 LR1]: 40087 words processed Thu Nov 12 23:15:59 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.187704. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER17 LR1]: Displaying result: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 175.14923615299> <PPL_OOV 154.00974423711> <LOGP -180319.59809567> +[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 17=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER17 LR1]: 40095 words processed Thu Nov 12 01:00:10 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.253681. +[SCHEDULER ITER17 LR1]: 40095 words processed Thu Nov 12 23:16:11 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.256714. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 [SCHEDULER ITER17 LR1]: Displaying result: -[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 179.83398269773> <PPL_OOV 162.32445733694> <LOGP -163037.92086508> +[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.0637620627> <PPL_OOV 162.95956199671> <LOGP -163163.00963977> [SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER17 LR1]: PPL did not improve, rejected... +[SCHEDULER ITER17 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... [SCHEDULER ITER17 LR1]: preparing parameters... reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 34554421 +reading chunk 1 from 1066336 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 34558078 +reading chunk 2 from 1069993 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 69254488 +reading chunk 3 from 35770818 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 69370798 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} +reading chunk 4 from 35887062 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 70437717 +reading chunk 5 from 70440379 [SCHEDULER ITER17 LR1]: preparing parameters end. [SCHEDULER ITER17 LR1]: preparing layers... -(01:00:19 2015-11-12)[nerv] info: create layer: recurrentL1 -(01:00:19 2015-11-12)[nerv] info: create layer: sigmoidL1 -(01:00:19 2015-11-12)[nerv] info: create layer: combinerL1 -(01:00:19 2015-11-12)[nerv] info: create layer: outputL -(01:00:19 2015-11-12)[nerv] info: create layer: softmaxL -(01:00:19 2015-11-12)[nerv] info: create layer: selectL1 +(23:16:21 2015-11-12)[nerv] info: create layer: recurrentL1 +(23:16:21 2015-11-12)[nerv] info: create layer: sigmoidL1 +(23:16:21 2015-11-12)[nerv] info: create layer: combinerL1 +(23:16:21 2015-11-12)[nerv] info: create layer: outputL +(23:16:21 2015-11-12)[nerv] info: create layer: softmaxL +(23:16:21 2015-11-12)[nerv] info: create layer: selectL1 [SCHEDULER ITER17 LR1]: preparing layers end. [SCHEDULER ITER17 LR1]: Generate and initing TNN ... <input> selectL1 0 @@ -2085,99 +2207,105 @@ TNN initing storage combinerL1 -> recurrentL1 TNN initing storage combinerL1 -> outputL TNN initing storage outputL -> softmaxL [SCHEDULER ITER17 LR1]: Initing TNN end. -===ITERATION 18 LR 0.600000=== +===ITERATION 18 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER18 LR0.6]: 40092 words processed Thu Nov 12 01:00:33 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.024202. -[SCHEDULER ITER18 LR0.6]: 80099 words processed Thu Nov 12 01:00:48 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.018793. -[SCHEDULER ITER18 LR0.6]: 120004 words processed Thu Nov 12 01:01:03 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.013192. -[SCHEDULER ITER18 LR0.6]: 160114 words processed Thu Nov 12 01:01:18 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.014380. -[SCHEDULER ITER18 LR0.6]: 200066 words processed Thu Nov 12 01:01:33 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.013577. -[SCHEDULER ITER18 LR0.6]: 240045 words processed Thu Nov 12 01:01:48 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.010078. -[SCHEDULER ITER18 LR0.6]: 280057 words processed Thu Nov 12 01:02:03 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.005693. -[SCHEDULER ITER18 LR0.6]: 320106 words processed Thu Nov 12 01:02:18 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.003560. -[SCHEDULER ITER18 LR0.6]: 360024 words processed Thu Nov 12 01:02:33 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.001999. -[SCHEDULER ITER18 LR0.6]: 400089 words processed Thu Nov 12 01:02:48 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.999502. -[SCHEDULER ITER18 LR0.6]: 440067 words processed Thu Nov 12 01:03:03 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.000129. -[SCHEDULER ITER18 LR0.6]: 480051 words processed Thu Nov 12 01:03:18 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.000716. -[SCHEDULER ITER18 LR0.6]: 520140 words processed Thu Nov 12 01:03:33 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.000487. -[SCHEDULER ITER18 LR0.6]: 560132 words processed Thu Nov 12 01:03:48 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.000103. -[SCHEDULER ITER18 LR0.6]: 600118 words processed Thu Nov 12 01:04:03 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.997994. -[SCHEDULER ITER18 LR0.6]: 640090 words processed Thu Nov 12 01:04:18 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.996338. -[SCHEDULER ITER18 LR0.6]: 680075 words processed Thu Nov 12 01:04:33 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.995479. -[SCHEDULER ITER18 LR0.6]: 720043 words processed Thu Nov 12 01:04:48 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.994771. -[SCHEDULER ITER18 LR0.6]: 760012 words processed Thu Nov 12 01:05:03 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.993487. -[SCHEDULER ITER18 LR0.6]: 800113 words processed Thu Nov 12 01:05:18 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.993631. -[SCHEDULER ITER18 LR0.6]: 840089 words processed Thu Nov 12 01:05:33 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.992675. -[SCHEDULER ITER18 LR0.6]: 880052 words processed Thu Nov 12 01:05:48 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.992732. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 -[SCHEDULER ITER18 LR0.6]: Displaying result: -[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 108.70400062366> <PPL_OOV 98.359062098477> <LOGP -1852498.3256461> -[SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER18 LR1]: 40092 words processed Thu Nov 12 23:16:36 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.047845. +[SCHEDULER ITER18 LR1]: 80099 words processed Thu Nov 12 23:16:52 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.044281. +[SCHEDULER ITER18 LR1]: 120004 words processed Thu Nov 12 23:17:08 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.040900. +[SCHEDULER ITER18 LR1]: 160114 words processed Thu Nov 12 23:17:24 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.042721. +[SCHEDULER ITER18 LR1]: 200066 words processed Thu Nov 12 23:17:40 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.042535. +[SCHEDULER ITER18 LR1]: 240045 words processed Thu Nov 12 23:17:56 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.039501. +[SCHEDULER ITER18 LR1]: 280057 words processed Thu Nov 12 23:18:12 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.035717. +[SCHEDULER ITER18 LR1]: 320106 words processed Thu Nov 12 23:18:28 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.034356. +[SCHEDULER ITER18 LR1]: 360024 words processed Thu Nov 12 23:18:44 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.033498. +[SCHEDULER ITER18 LR1]: 400089 words processed Thu Nov 12 23:19:00 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.032262. +[SCHEDULER ITER18 LR1]: 440067 words processed Thu Nov 12 23:19:16 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.033736. +[SCHEDULER ITER18 LR1]: 480051 words processed Thu Nov 12 23:19:32 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.034965. +[SCHEDULER ITER18 LR1]: 520140 words processed Thu Nov 12 23:19:48 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.035512. +[SCHEDULER ITER18 LR1]: 560132 words processed Thu Nov 12 23:20:04 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.035727. +[SCHEDULER ITER18 LR1]: 600118 words processed Thu Nov 12 23:20:21 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.034121. +[SCHEDULER ITER18 LR1]: 640090 words processed Thu Nov 12 23:20:37 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.033805. +[SCHEDULER ITER18 LR1]: 680075 words processed Thu Nov 12 23:20:53 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.033356. +[SCHEDULER ITER18 LR1]: 720043 words processed Thu Nov 12 23:21:09 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.033235. +[SCHEDULER ITER18 LR1]: 760012 words processed Thu Nov 12 23:21:25 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.032576. +[SCHEDULER ITER18 LR1]: 800113 words processed Thu Nov 12 23:21:41 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.033127. +[SCHEDULER ITER18 LR1]: 840089 words processed Thu Nov 12 23:21:57 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.032826. +[SCHEDULER ITER18 LR1]: 880052 words processed Thu Nov 12 23:22:13 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.033328. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER18 LR1]: Displaying result: +[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 119.1444780615> <PPL_OOV 108.00363158497> <LOGP -1890261.9304582> +[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER18 LR1]: shuffling training file +===PEEK ON TEST 18=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER18 LR1]: 40087 words processed Thu Nov 12 23:22:24 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.187537. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER18 LR1]: Displaying result: +[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 175.30384094846> <PPL_OOV 153.89722716787> <LOGP -180293.43443454> +[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 18=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER18 LR0.6]: 40095 words processed Thu Nov 12 01:05:59 2015. - [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.228737. +[SCHEDULER ITER18 LR1]: 40095 words processed Thu Nov 12 23:22:37 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.255971. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 -[SCHEDULER ITER18 LR0.6]: Displaying result: -[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 169.56929772068> <PPL_OOV 152.53770353054> <LOGP -161045.90254917> -[SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER18 LR0.6]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... +[SCHEDULER ITER18 LR1]: Displaying result: +[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.24453547858> <PPL_OOV 162.88595646802> <LOGP -163148.5374614> +[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER18 LR1]: PPL did not improve, rejected... -[SCHEDULER ITER18 LR0.6]: preparing parameters... +[SCHEDULER ITER18 LR1]: preparing parameters... reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1066185 +reading chunk 1 from 1066336 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1069841 +reading chunk 2 from 1069993 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 35771247 +reading chunk 3 from 35770818 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 35887546 +reading chunk 4 from 35887062 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 70442362 -[SCHEDULER ITER18 LR0.6]: preparing parameters end. -[SCHEDULER ITER18 LR0.6]: preparing layers... -(01:06:09 2015-11-12)[nerv] info: create layer: recurrentL1 -(01:06:09 2015-11-12)[nerv] info: create layer: sigmoidL1 -(01:06:09 2015-11-12)[nerv] info: create layer: combinerL1 -(01:06:09 2015-11-12)[nerv] info: create layer: outputL -(01:06:09 2015-11-12)[nerv] info: create layer: softmaxL -(01:06:09 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER18 LR0.6]: preparing layers end. -[SCHEDULER ITER18 LR0.6]: Generate and initing TNN ... +reading chunk 5 from 70440379 +[SCHEDULER ITER18 LR1]: preparing parameters end. +[SCHEDULER ITER18 LR1]: preparing layers... +(23:22:46 2015-11-12)[nerv] info: create layer: recurrentL1 +(23:22:46 2015-11-12)[nerv] info: create layer: sigmoidL1 +(23:22:46 2015-11-12)[nerv] info: create layer: combinerL1 +(23:22:46 2015-11-12)[nerv] info: create layer: outputL +(23:22:46 2015-11-12)[nerv] info: create layer: softmaxL +(23:22:46 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER18 LR1]: preparing layers end. +[SCHEDULER ITER18 LR1]: Generate and initing TNN ... <input> selectL1 0 selectL1 recurrentL1 0 recurrentL1 sigmoidL1 0 @@ -2199,100 +2327,106 @@ TNN initing storage sigmoidL1 -> combinerL1 TNN initing storage combinerL1 -> recurrentL1 TNN initing storage combinerL1 -> outputL TNN initing storage outputL -> softmaxL -[SCHEDULER ITER18 LR0.6]: Initing TNN end. -===ITERATION 19 LR 0.360000=== +[SCHEDULER ITER18 LR1]: Initing TNN end. +===ITERATION 19 LR 0.600000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER19 LR0.36]: 40092 words processed Thu Nov 12 01:06:23 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.990624. -[SCHEDULER ITER19 LR0.36]: 80099 words processed Thu Nov 12 01:06:38 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.986215. -[SCHEDULER ITER19 LR0.36]: 120004 words processed Thu Nov 12 01:06:53 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.980849. -[SCHEDULER ITER19 LR0.36]: 160114 words processed Thu Nov 12 01:07:08 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.982179. -[SCHEDULER ITER19 LR0.36]: 200066 words processed Thu Nov 12 01:07:23 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.981172. -[SCHEDULER ITER19 LR0.36]: 240045 words processed Thu Nov 12 01:07:38 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.977568. -[SCHEDULER ITER19 LR0.36]: 280057 words processed Thu Nov 12 01:07:53 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.973135. -[SCHEDULER ITER19 LR0.36]: 320106 words processed Thu Nov 12 01:08:08 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.971030. -[SCHEDULER ITER19 LR0.36]: 360024 words processed Thu Nov 12 01:08:23 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.969491. -[SCHEDULER ITER19 LR0.36]: 400089 words processed Thu Nov 12 01:08:38 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.966845. -[SCHEDULER ITER19 LR0.36]: 440067 words processed Thu Nov 12 01:08:53 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.967329. -[SCHEDULER ITER19 LR0.36]: 480051 words processed Thu Nov 12 01:09:08 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.967822. -[SCHEDULER ITER19 LR0.36]: 520140 words processed Thu Nov 12 01:09:23 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.967422. -[SCHEDULER ITER19 LR0.36]: 560132 words processed Thu Nov 12 01:09:38 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.966842. -[SCHEDULER ITER19 LR0.36]: 600118 words processed Thu Nov 12 01:09:53 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.964563. -[SCHEDULER ITER19 LR0.36]: 640090 words processed Thu Nov 12 01:10:08 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.962714. -[SCHEDULER ITER19 LR0.36]: 680075 words processed Thu Nov 12 01:10:23 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.961675. -[SCHEDULER ITER19 LR0.36]: 720043 words processed Thu Nov 12 01:10:38 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.960652. -[SCHEDULER ITER19 LR0.36]: 760012 words processed Thu Nov 12 01:10:53 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.959081. -[SCHEDULER ITER19 LR0.36]: 800113 words processed Thu Nov 12 01:11:08 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.958985. -[SCHEDULER ITER19 LR0.36]: 840089 words processed Thu Nov 12 01:11:23 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.957848. -[SCHEDULER ITER19 LR0.36]: 880052 words processed Thu Nov 12 01:11:38 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.957706. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 -[SCHEDULER ITER19 LR0.36]: Displaying result: -[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 100.12438942492> <PPL_OOV 90.725852676636> <LOGP -1819885.256995> -[SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER19 LR0.6]: 40092 words processed Thu Nov 12 23:23:01 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.023309. +[SCHEDULER ITER19 LR0.6]: 80099 words processed Thu Nov 12 23:23:17 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.016905. +[SCHEDULER ITER19 LR0.6]: 120004 words processed Thu Nov 12 23:23:33 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.011135. +[SCHEDULER ITER19 LR0.6]: 160114 words processed Thu Nov 12 23:23:49 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.011770. +[SCHEDULER ITER19 LR0.6]: 200066 words processed Thu Nov 12 23:24:05 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.010171. +[SCHEDULER ITER19 LR0.6]: 240045 words processed Thu Nov 12 23:24:21 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.006173. +[SCHEDULER ITER19 LR0.6]: 280057 words processed Thu Nov 12 23:24:37 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.001407. +[SCHEDULER ITER19 LR0.6]: 320106 words processed Thu Nov 12 23:24:53 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.999321. +[SCHEDULER ITER19 LR0.6]: 360024 words processed Thu Nov 12 23:25:09 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.997704. +[SCHEDULER ITER19 LR0.6]: 400089 words processed Thu Nov 12 23:25:25 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.995335. +[SCHEDULER ITER19 LR0.6]: 440067 words processed Thu Nov 12 23:25:41 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.996245. +[SCHEDULER ITER19 LR0.6]: 480051 words processed Thu Nov 12 23:25:57 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.997014. +[SCHEDULER ITER19 LR0.6]: 520140 words processed Thu Nov 12 23:26:13 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.996773. +[SCHEDULER ITER19 LR0.6]: 560132 words processed Thu Nov 12 23:26:29 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.996503. +[SCHEDULER ITER19 LR0.6]: 600118 words processed Thu Nov 12 23:26:45 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.994492. +[SCHEDULER ITER19 LR0.6]: 640090 words processed Thu Nov 12 23:27:01 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.993077. +[SCHEDULER ITER19 LR0.6]: 680075 words processed Thu Nov 12 23:27:17 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.992084. +[SCHEDULER ITER19 LR0.6]: 720043 words processed Thu Nov 12 23:27:33 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.991459. +[SCHEDULER ITER19 LR0.6]: 760012 words processed Thu Nov 12 23:27:50 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.990164. +[SCHEDULER ITER19 LR0.6]: 800113 words processed Thu Nov 12 23:28:07 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.990280. +[SCHEDULER ITER19 LR0.6]: 840089 words processed Thu Nov 12 23:28:23 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.989607. +[SCHEDULER ITER19 LR0.6]: 880052 words processed Thu Nov 12 23:28:39 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.989733. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER19 LR0.6]: Displaying result: +[SCHEDULER ITER19 LR0.6]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 107.90654240004> <PPL_OOV 97.67088564661> <LOGP -1849663.7735016> +[SCHEDULER ITER19 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER19 LR0.6]: shuffling training file +===PEEK ON TEST 19=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER19 LR0.6]: 40087 words processed Thu Nov 12 23:28:50 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.160146. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER19 LR0.6]: Displaying result: +[SCHEDULER ITER19 LR0.6]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 164.93575765882> <PPL_OOV 144.75253493478> <LOGP -178100.41584563> +[SCHEDULER ITER19 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 19=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER19 LR0.36]: 40095 words processed Thu Nov 12 01:11:49 2015. - [SCHEDULER ITER19 LR0.36]: log prob per sample :-2.213530. +[SCHEDULER ITER19 LR0.6]: 40095 words processed Thu Nov 12 23:29:03 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.231449. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 -[SCHEDULER ITER19 LR0.36]: Displaying result: -[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 163.95197353857> <PPL_OOV 146.77074860966> <LOGP -159811.33021132> -[SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER19 LR0.36]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... +[SCHEDULER ITER19 LR0.6]: Displaying result: +[SCHEDULER ITER19 LR0.6]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 170.34955214593> <PPL_OOV 153.1652268315> <LOGP -161177.41476033> +[SCHEDULER ITER19 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER19 LR0.6]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... -[SCHEDULER ITER19 LR0.36]: preparing parameters... +[SCHEDULER ITER19 LR0.6]: preparing parameters... reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 34554870 +reading chunk 1 from 34553798 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 34558526 +reading chunk 2 from 34557455 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 69262411 +reading chunk 3 from 69263118 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 69378670 +reading chunk 4 from 69379374 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 70444295 -[SCHEDULER ITER19 LR0.36]: preparing parameters end. -[SCHEDULER ITER19 LR0.36]: preparing layers... -(01:11:59 2015-11-12)[nerv] info: create layer: recurrentL1 -(01:11:59 2015-11-12)[nerv] info: create layer: sigmoidL1 -(01:11:59 2015-11-12)[nerv] info: create layer: combinerL1 -(01:11:59 2015-11-12)[nerv] info: create layer: outputL -(01:11:59 2015-11-12)[nerv] info: create layer: softmaxL -(01:11:59 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER19 LR0.36]: preparing layers end. -[SCHEDULER ITER19 LR0.36]: Generate and initing TNN ... +reading chunk 5 from 70445046 +[SCHEDULER ITER19 LR0.6]: preparing parameters end. +[SCHEDULER ITER19 LR0.6]: preparing layers... +(23:29:14 2015-11-12)[nerv] info: create layer: recurrentL1 +(23:29:14 2015-11-12)[nerv] info: create layer: sigmoidL1 +(23:29:14 2015-11-12)[nerv] info: create layer: combinerL1 +(23:29:14 2015-11-12)[nerv] info: create layer: outputL +(23:29:14 2015-11-12)[nerv] info: create layer: softmaxL +(23:29:14 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER19 LR0.6]: preparing layers end. +[SCHEDULER ITER19 LR0.6]: Generate and initing TNN ... <input> selectL1 0 selectL1 recurrentL1 0 recurrentL1 sigmoidL1 0 @@ -2314,100 +2448,106 @@ TNN initing storage sigmoidL1 -> combinerL1 TNN initing storage combinerL1 -> recurrentL1 TNN initing storage combinerL1 -> outputL TNN initing storage outputL -> softmaxL -[SCHEDULER ITER19 LR0.36]: Initing TNN end. -===ITERATION 20 LR 0.216000=== +[SCHEDULER ITER19 LR0.6]: Initing TNN end. +===ITERATION 20 LR 0.360000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER20 LR0.216]: 40092 words processed Thu Nov 12 01:12:13 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.967559. -[SCHEDULER ITER20 LR0.216]: 80099 words processed Thu Nov 12 01:12:28 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.963345. -[SCHEDULER ITER20 LR0.216]: 120004 words processed Thu Nov 12 01:12:43 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.958499. -[SCHEDULER ITER20 LR0.216]: 160114 words processed Thu Nov 12 01:12:58 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.959800. -[SCHEDULER ITER20 LR0.216]: 200066 words processed Thu Nov 12 01:13:13 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.958773. -[SCHEDULER ITER20 LR0.216]: 240045 words processed Thu Nov 12 01:13:28 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.955213. -[SCHEDULER ITER20 LR0.216]: 280057 words processed Thu Nov 12 01:13:43 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.950820. -[SCHEDULER ITER20 LR0.216]: 320106 words processed Thu Nov 12 01:13:58 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.948775. -[SCHEDULER ITER20 LR0.216]: 360024 words processed Thu Nov 12 01:14:13 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.947172. -[SCHEDULER ITER20 LR0.216]: 400089 words processed Thu Nov 12 01:14:28 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.944459. -[SCHEDULER ITER20 LR0.216]: 440067 words processed Thu Nov 12 01:14:43 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.944910. -[SCHEDULER ITER20 LR0.216]: 480051 words processed Thu Nov 12 01:14:58 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.945416. -[SCHEDULER ITER20 LR0.216]: 520140 words processed Thu Nov 12 01:15:13 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.944994. -[SCHEDULER ITER20 LR0.216]: 560132 words processed Thu Nov 12 01:15:28 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.944317. -[SCHEDULER ITER20 LR0.216]: 600118 words processed Thu Nov 12 01:15:43 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.941962. -[SCHEDULER ITER20 LR0.216]: 640090 words processed Thu Nov 12 01:15:58 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.940033. -[SCHEDULER ITER20 LR0.216]: 680075 words processed Thu Nov 12 01:16:13 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.938897. -[SCHEDULER ITER20 LR0.216]: 720043 words processed Thu Nov 12 01:16:28 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.937719. -[SCHEDULER ITER20 LR0.216]: 760012 words processed Thu Nov 12 01:16:43 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.936007. -[SCHEDULER ITER20 LR0.216]: 800113 words processed Thu Nov 12 01:16:58 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.935797. -[SCHEDULER ITER20 LR0.216]: 840089 words processed Thu Nov 12 01:17:13 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.934551. -[SCHEDULER ITER20 LR0.216]: 880052 words processed Thu Nov 12 01:17:28 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.934317. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 -[SCHEDULER ITER20 LR0.216]: Displaying result: -[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 94.753105674754> <PPL_OOV 85.961951779407> <LOGP -1798109.8290429> -[SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER20 LR0.36]: 40092 words processed Thu Nov 12 23:29:30 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.990736. +[SCHEDULER ITER20 LR0.36]: 80099 words processed Thu Nov 12 23:29:46 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.984773. +[SCHEDULER ITER20 LR0.36]: 120004 words processed Thu Nov 12 23:30:02 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.978973. +[SCHEDULER ITER20 LR0.36]: 160114 words processed Thu Nov 12 23:30:18 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.979546. +[SCHEDULER ITER20 LR0.36]: 200066 words processed Thu Nov 12 23:30:34 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.977723. +[SCHEDULER ITER20 LR0.36]: 240045 words processed Thu Nov 12 23:30:50 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.973719. +[SCHEDULER ITER20 LR0.36]: 280057 words processed Thu Nov 12 23:31:06 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.968853. +[SCHEDULER ITER20 LR0.36]: 320106 words processed Thu Nov 12 23:31:22 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.966695. +[SCHEDULER ITER20 LR0.36]: 360024 words processed Thu Nov 12 23:31:38 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.964910. +[SCHEDULER ITER20 LR0.36]: 400089 words processed Thu Nov 12 23:31:54 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.962365. +[SCHEDULER ITER20 LR0.36]: 440067 words processed Thu Nov 12 23:32:10 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963209. +[SCHEDULER ITER20 LR0.36]: 480051 words processed Thu Nov 12 23:32:26 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963863. +[SCHEDULER ITER20 LR0.36]: 520140 words processed Thu Nov 12 23:32:42 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963408. +[SCHEDULER ITER20 LR0.36]: 560132 words processed Thu Nov 12 23:32:58 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963036. +[SCHEDULER ITER20 LR0.36]: 600118 words processed Thu Nov 12 23:33:15 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.960725. +[SCHEDULER ITER20 LR0.36]: 640090 words processed Thu Nov 12 23:33:31 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.959061. +[SCHEDULER ITER20 LR0.36]: 680075 words processed Thu Nov 12 23:33:48 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.957920. +[SCHEDULER ITER20 LR0.36]: 720043 words processed Thu Nov 12 23:34:04 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.957109. +[SCHEDULER ITER20 LR0.36]: 760012 words processed Thu Nov 12 23:34:20 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.955610. +[SCHEDULER ITER20 LR0.36]: 800113 words processed Thu Nov 12 23:34:37 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.955569. +[SCHEDULER ITER20 LR0.36]: 840089 words processed Thu Nov 12 23:34:53 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.954681. +[SCHEDULER ITER20 LR0.36]: 880052 words processed Thu Nov 12 23:35:09 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.954634. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER20 LR0.36]: Displaying result: +[SCHEDULER ITER20 LR0.36]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 99.378301354388> <PPL_OOV 90.076027947215> <LOGP -1816983.236708> +[SCHEDULER ITER20 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER20 LR0.36]: shuffling training file +===PEEK ON TEST 20=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER20 LR0.36]: 40087 words processed Thu Nov 12 23:35:20 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-2.140580. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER20 LR0.36]: Displaying result: +[SCHEDULER ITER20 LR0.36]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 158.35212983861> <PPL_OOV 138.61779493974> <LOGP -176550.13901877> +[SCHEDULER ITER20 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 20=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER20 LR0.216]: 40095 words processed Thu Nov 12 01:17:39 2015. - [SCHEDULER ITER20 LR0.216]: log prob per sample :-2.203424. +[SCHEDULER ITER20 LR0.36]: 40095 words processed Thu Nov 12 23:35:33 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-2.213604. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 -[SCHEDULER ITER20 LR0.216]: Displaying result: -[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 160.09617467948> <PPL_OOV 143.01939757135> <LOGP -158981.93109646> -[SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER20 LR0.216]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... +[SCHEDULER ITER20 LR0.36]: Displaying result: +[SCHEDULER ITER20 LR0.36]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 163.27830069823> <PPL_OOV 146.57250363849> <LOGP -159768.03285717> +[SCHEDULER ITER20 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER20 LR0.36]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... -[SCHEDULER ITER20 LR0.216]: preparing parameters... +[SCHEDULER ITER20 LR0.36]: preparing parameters... reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1065176 +reading chunk 1 from 1065216 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1068831 +reading chunk 2 from 1068873 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 35773762 +reading chunk 3 from 35777494 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 35890004 +reading chunk 4 from 35893749 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 70444950 -[SCHEDULER ITER20 LR0.216]: preparing parameters end. -[SCHEDULER ITER20 LR0.216]: preparing layers... -(01:17:49 2015-11-12)[nerv] info: create layer: recurrentL1 -(01:17:49 2015-11-12)[nerv] info: create layer: sigmoidL1 -(01:17:49 2015-11-12)[nerv] info: create layer: combinerL1 -(01:17:49 2015-11-12)[nerv] info: create layer: outputL -(01:17:49 2015-11-12)[nerv] info: create layer: softmaxL -(01:17:49 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER20 LR0.216]: preparing layers end. -[SCHEDULER ITER20 LR0.216]: Generate and initing TNN ... +reading chunk 5 from 70447668 +[SCHEDULER ITER20 LR0.36]: preparing parameters end. +[SCHEDULER ITER20 LR0.36]: preparing layers... +(23:35:44 2015-11-12)[nerv] info: create layer: recurrentL1 +(23:35:44 2015-11-12)[nerv] info: create layer: sigmoidL1 +(23:35:44 2015-11-12)[nerv] info: create layer: combinerL1 +(23:35:44 2015-11-12)[nerv] info: create layer: outputL +(23:35:44 2015-11-12)[nerv] info: create layer: softmaxL +(23:35:44 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER20 LR0.36]: preparing layers end. +[SCHEDULER ITER20 LR0.36]: Generate and initing TNN ... <input> selectL1 0 selectL1 recurrentL1 0 recurrentL1 sigmoidL1 0 @@ -2429,100 +2569,106 @@ TNN initing storage sigmoidL1 -> combinerL1 TNN initing storage combinerL1 -> recurrentL1 TNN initing storage combinerL1 -> outputL TNN initing storage outputL -> softmaxL -[SCHEDULER ITER20 LR0.216]: Initing TNN end. -===ITERATION 21 LR 0.129600=== +[SCHEDULER ITER20 LR0.36]: Initing TNN end. +===ITERATION 21 LR 0.216000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER21 LR0.1296]: 40092 words processed Thu Nov 12 01:18:03 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.951335. -[SCHEDULER ITER21 LR0.1296]: 80099 words processed Thu Nov 12 01:18:18 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.947610. -[SCHEDULER ITER21 LR0.1296]: 120004 words processed Thu Nov 12 01:18:33 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.942890. -[SCHEDULER ITER21 LR0.1296]: 160114 words processed Thu Nov 12 01:18:48 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.944302. -[SCHEDULER ITER21 LR0.1296]: 200066 words processed Thu Nov 12 01:19:03 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.943282. -[SCHEDULER ITER21 LR0.1296]: 240045 words processed Thu Nov 12 01:19:18 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.939753. -[SCHEDULER ITER21 LR0.1296]: 280057 words processed Thu Nov 12 01:19:33 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.935418. -[SCHEDULER ITER21 LR0.1296]: 320106 words processed Thu Nov 12 01:19:48 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.933426. -[SCHEDULER ITER21 LR0.1296]: 360024 words processed Thu Nov 12 01:20:03 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.931832. -[SCHEDULER ITER21 LR0.1296]: 400089 words processed Thu Nov 12 01:20:18 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929091. -[SCHEDULER ITER21 LR0.1296]: 440067 words processed Thu Nov 12 01:20:33 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929533. -[SCHEDULER ITER21 LR0.1296]: 480051 words processed Thu Nov 12 01:20:48 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.930027. -[SCHEDULER ITER21 LR0.1296]: 520140 words processed Thu Nov 12 01:21:03 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929592. -[SCHEDULER ITER21 LR0.1296]: 560132 words processed Thu Nov 12 01:21:18 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.928927. -[SCHEDULER ITER21 LR0.1296]: 600118 words processed Thu Nov 12 01:21:33 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.926559. -[SCHEDULER ITER21 LR0.1296]: 640090 words processed Thu Nov 12 01:21:48 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.924591. -[SCHEDULER ITER21 LR0.1296]: 680075 words processed Thu Nov 12 01:22:03 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.923420. -[SCHEDULER ITER21 LR0.1296]: 720043 words processed Thu Nov 12 01:22:18 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.922133. -[SCHEDULER ITER21 LR0.1296]: 760012 words processed Thu Nov 12 01:22:33 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.920347. -[SCHEDULER ITER21 LR0.1296]: 800113 words processed Thu Nov 12 01:22:48 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.920081. -[SCHEDULER ITER21 LR0.1296]: 840089 words processed Thu Nov 12 01:23:03 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.918757. -[SCHEDULER ITER21 LR0.1296]: 880052 words processed Thu Nov 12 01:23:18 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.918445. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 -[SCHEDULER ITER21 LR0.1296]: Displaying result: -[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 91.270326986171> <PPL_OOV 82.873330866195> <LOGP -1783337.2903764> -[SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER21 LR0.216]: 40092 words processed Thu Nov 12 23:36:00 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.967137. +[SCHEDULER ITER21 LR0.216]: 80099 words processed Thu Nov 12 23:36:16 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.961933. +[SCHEDULER ITER21 LR0.216]: 120004 words processed Thu Nov 12 23:36:32 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.956210. +[SCHEDULER ITER21 LR0.216]: 160114 words processed Thu Nov 12 23:36:48 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.956977. +[SCHEDULER ITER21 LR0.216]: 200066 words processed Thu Nov 12 23:37:04 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.955168. +[SCHEDULER ITER21 LR0.216]: 240045 words processed Thu Nov 12 23:37:20 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.951271. +[SCHEDULER ITER21 LR0.216]: 280057 words processed Thu Nov 12 23:37:36 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.946404. +[SCHEDULER ITER21 LR0.216]: 320106 words processed Thu Nov 12 23:37:52 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.944221. +[SCHEDULER ITER21 LR0.216]: 360024 words processed Thu Nov 12 23:38:08 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.942338. +[SCHEDULER ITER21 LR0.216]: 400089 words processed Thu Nov 12 23:38:24 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.939717. +[SCHEDULER ITER21 LR0.216]: 440067 words processed Thu Nov 12 23:38:40 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.940607. +[SCHEDULER ITER21 LR0.216]: 480051 words processed Thu Nov 12 23:38:56 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.941207. +[SCHEDULER ITER21 LR0.216]: 520140 words processed Thu Nov 12 23:39:12 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.940699. +[SCHEDULER ITER21 LR0.216]: 560132 words processed Thu Nov 12 23:39:28 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.940302. +[SCHEDULER ITER21 LR0.216]: 600118 words processed Thu Nov 12 23:39:45 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.937953. +[SCHEDULER ITER21 LR0.216]: 640090 words processed Thu Nov 12 23:40:01 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.936200. +[SCHEDULER ITER21 LR0.216]: 680075 words processed Thu Nov 12 23:40:17 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.934967. +[SCHEDULER ITER21 LR0.216]: 720043 words processed Thu Nov 12 23:40:33 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.934058. +[SCHEDULER ITER21 LR0.216]: 760012 words processed Thu Nov 12 23:40:50 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.932433. +[SCHEDULER ITER21 LR0.216]: 800113 words processed Thu Nov 12 23:41:07 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.932300. +[SCHEDULER ITER21 LR0.216]: 840089 words processed Thu Nov 12 23:41:23 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.931295. +[SCHEDULER ITER21 LR0.216]: 880052 words processed Thu Nov 12 23:41:39 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.931133. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER21 LR0.216]: Displaying result: +[SCHEDULER ITER21 LR0.216]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 94.023968843875> <PPL_OOV 85.323486943821> <LOGP -1795100.1247149> +[SCHEDULER ITER21 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER21 LR0.216]: shuffling training file +===PEEK ON TEST 21=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER21 LR0.216]: 40087 words processed Thu Nov 12 23:41:50 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-2.127677. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER21 LR0.216]: Displaying result: +[SCHEDULER ITER21 LR0.216]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 154.38918238514> <PPL_OOV 134.82134759813> <LOGP -175556.00665597> +[SCHEDULER ITER21 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 21=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER21 LR0.1296]: 40095 words processed Thu Nov 12 01:23:29 2015. - [SCHEDULER ITER21 LR0.1296]: log prob per sample :-2.196621. +[SCHEDULER ITER21 LR0.216]: 40095 words processed Thu Nov 12 23:42:03 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-2.202736. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 -[SCHEDULER ITER21 LR0.1296]: Displaying result: -[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 157.26268624456> <PPL_OOV 140.53205363241> <LOGP -158419.91297055> -[SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER21 LR0.1296]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... +[SCHEDULER ITER21 LR0.216]: Displaying result: +[SCHEDULER ITER21 LR0.216]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 159.07191845094> <PPL_OOV 142.55019114397> <LOGP -158876.66522205> +[SCHEDULER ITER21 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER21 LR0.216]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... -[SCHEDULER ITER21 LR0.1296]: preparing parameters... +[SCHEDULER ITER21 LR0.216]: preparing parameters... reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 34554961 +reading chunk 1 from 34553982 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 34558616 +reading chunk 2 from 34557639 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 69264058 +reading chunk 3 from 69267636 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 69380300 +reading chunk 4 from 69383878 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 70445155 -[SCHEDULER ITER21 LR0.1296]: preparing parameters end. -[SCHEDULER ITER21 LR0.1296]: preparing layers... -(01:23:39 2015-11-12)[nerv] info: create layer: recurrentL1 -(01:23:39 2015-11-12)[nerv] info: create layer: sigmoidL1 -(01:23:39 2015-11-12)[nerv] info: create layer: combinerL1 -(01:23:39 2015-11-12)[nerv] info: create layer: outputL -(01:23:39 2015-11-12)[nerv] info: create layer: softmaxL -(01:23:39 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER21 LR0.1296]: preparing layers end. -[SCHEDULER ITER21 LR0.1296]: Generate and initing TNN ... +reading chunk 5 from 70448747 +[SCHEDULER ITER21 LR0.216]: preparing parameters end. +[SCHEDULER ITER21 LR0.216]: preparing layers... +(23:42:14 2015-11-12)[nerv] info: create layer: recurrentL1 +(23:42:14 2015-11-12)[nerv] info: create layer: sigmoidL1 +(23:42:14 2015-11-12)[nerv] info: create layer: combinerL1 +(23:42:14 2015-11-12)[nerv] info: create layer: outputL +(23:42:14 2015-11-12)[nerv] info: create layer: softmaxL +(23:42:14 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER21 LR0.216]: preparing layers end. +[SCHEDULER ITER21 LR0.216]: Generate and initing TNN ... <input> selectL1 0 selectL1 recurrentL1 0 recurrentL1 sigmoidL1 0 @@ -2544,100 +2690,106 @@ TNN initing storage sigmoidL1 -> combinerL1 TNN initing storage combinerL1 -> recurrentL1 TNN initing storage combinerL1 -> outputL TNN initing storage outputL -> softmaxL -[SCHEDULER ITER21 LR0.1296]: Initing TNN end. -===ITERATION 22 LR 0.077760=== +[SCHEDULER ITER21 LR0.216]: Initing TNN end. +===ITERATION 22 LR 0.129600=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER22 LR0.07776]: 40092 words processed Thu Nov 12 01:23:53 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.940484. -[SCHEDULER ITER22 LR0.07776]: 80099 words processed Thu Nov 12 01:24:08 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.936787. -[SCHEDULER ITER22 LR0.07776]: 120004 words processed Thu Nov 12 01:24:23 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.932226. -[SCHEDULER ITER22 LR0.07776]: 160114 words processed Thu Nov 12 01:24:38 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.933632. -[SCHEDULER ITER22 LR0.07776]: 200066 words processed Thu Nov 12 01:24:53 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.932704. -[SCHEDULER ITER22 LR0.07776]: 240045 words processed Thu Nov 12 01:25:08 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.929223. -[SCHEDULER ITER22 LR0.07776]: 280057 words processed Thu Nov 12 01:25:23 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.924926. -[SCHEDULER ITER22 LR0.07776]: 320106 words processed Thu Nov 12 01:25:38 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.922987. -[SCHEDULER ITER22 LR0.07776]: 360024 words processed Thu Nov 12 01:25:53 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.921419. -[SCHEDULER ITER22 LR0.07776]: 400089 words processed Thu Nov 12 01:26:08 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.918661. -[SCHEDULER ITER22 LR0.07776]: 440067 words processed Thu Nov 12 01:26:23 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.919149. -[SCHEDULER ITER22 LR0.07776]: 480051 words processed Thu Nov 12 01:26:38 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.919664. -[SCHEDULER ITER22 LR0.07776]: 520140 words processed Thu Nov 12 01:26:53 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.919218. -[SCHEDULER ITER22 LR0.07776]: 560132 words processed Thu Nov 12 01:27:08 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.918539. -[SCHEDULER ITER22 LR0.07776]: 600118 words processed Thu Nov 12 01:27:23 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916146. -[SCHEDULER ITER22 LR0.07776]: 640090 words processed Thu Nov 12 01:27:38 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.914161. -[SCHEDULER ITER22 LR0.07776]: 680075 words processed Thu Nov 12 01:27:53 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.912971. -[SCHEDULER ITER22 LR0.07776]: 720043 words processed Thu Nov 12 01:28:08 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.911653. -[SCHEDULER ITER22 LR0.07776]: 760012 words processed Thu Nov 12 01:28:23 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.909812. -[SCHEDULER ITER22 LR0.07776]: 800113 words processed Thu Nov 12 01:28:38 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.909505. -[SCHEDULER ITER22 LR0.07776]: 840089 words processed Thu Nov 12 01:28:53 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.908136. -[SCHEDULER ITER22 LR0.07776]: 880052 words processed Thu Nov 12 01:29:08 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.907788. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 -[SCHEDULER ITER22 LR0.07776]: Displaying result: -[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 89.003127468268> <PPL_OOV 80.861888700657> <LOGP -1773417.7265796> -[SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER22 LR0.1296]: 40092 words processed Thu Nov 12 23:42:30 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.950521. +[SCHEDULER ITER22 LR0.1296]: 80099 words processed Thu Nov 12 23:42:46 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.945881. +[SCHEDULER ITER22 LR0.1296]: 120004 words processed Thu Nov 12 23:43:02 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.940375. +[SCHEDULER ITER22 LR0.1296]: 160114 words processed Thu Nov 12 23:43:18 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.941321. +[SCHEDULER ITER22 LR0.1296]: 200066 words processed Thu Nov 12 23:43:34 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.939689. +[SCHEDULER ITER22 LR0.1296]: 240045 words processed Thu Nov 12 23:43:50 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.935848. +[SCHEDULER ITER22 LR0.1296]: 280057 words processed Thu Nov 12 23:44:06 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.931045. +[SCHEDULER ITER22 LR0.1296]: 320106 words processed Thu Nov 12 23:44:22 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.928846. +[SCHEDULER ITER22 LR0.1296]: 360024 words processed Thu Nov 12 23:44:38 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.926943. +[SCHEDULER ITER22 LR0.1296]: 400089 words processed Thu Nov 12 23:44:54 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.924282. +[SCHEDULER ITER22 LR0.1296]: 440067 words processed Thu Nov 12 23:45:10 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.925217. +[SCHEDULER ITER22 LR0.1296]: 480051 words processed Thu Nov 12 23:45:26 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.925784. +[SCHEDULER ITER22 LR0.1296]: 520140 words processed Thu Nov 12 23:45:42 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.925283. +[SCHEDULER ITER22 LR0.1296]: 560132 words processed Thu Nov 12 23:45:58 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.924890. +[SCHEDULER ITER22 LR0.1296]: 600118 words processed Thu Nov 12 23:46:14 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.922536. +[SCHEDULER ITER22 LR0.1296]: 640090 words processed Thu Nov 12 23:46:31 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.920718. +[SCHEDULER ITER22 LR0.1296]: 680075 words processed Thu Nov 12 23:46:47 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.919430. +[SCHEDULER ITER22 LR0.1296]: 720043 words processed Thu Nov 12 23:47:03 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.918458. +[SCHEDULER ITER22 LR0.1296]: 760012 words processed Thu Nov 12 23:47:19 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.916764. +[SCHEDULER ITER22 LR0.1296]: 800113 words processed Thu Nov 12 23:47:35 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.916581. +[SCHEDULER ITER22 LR0.1296]: 840089 words processed Thu Nov 12 23:47:51 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.915512. +[SCHEDULER ITER22 LR0.1296]: 880052 words processed Thu Nov 12 23:48:07 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.915279. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER22 LR0.1296]: Displaying result: +[SCHEDULER ITER22 LR0.1296]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 90.573532567471> <PPL_OOV 82.260504252707> <LOGP -1780340.8280155> +[SCHEDULER ITER22 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER22 LR0.1296]: shuffling training file +===PEEK ON TEST 22=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER22 LR0.1296]: 40087 words processed Thu Nov 12 23:48:18 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-2.119879. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER22 LR0.1296]: Displaying result: +[SCHEDULER ITER22 LR0.1296]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 151.81077739473> <PPL_OOV 132.55162547276> <LOGP -174948.20031688> +[SCHEDULER ITER22 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 22=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER22 LR0.07776]: 40095 words processed Thu Nov 12 01:29:19 2015. - [SCHEDULER ITER22 LR0.07776]: log prob per sample :-2.191610. +[SCHEDULER ITER22 LR0.1296]: 40095 words processed Thu Nov 12 23:48:31 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-2.195859. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 -[SCHEDULER ITER22 LR0.07776]: Displaying result: -[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 155.05586123736> <PPL_OOV 138.7712337067> <LOGP -158016.0073789> -[SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER22 LR0.07776]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... +[SCHEDULER ITER22 LR0.1296]: Displaying result: +[SCHEDULER ITER22 LR0.1296]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 156.31066515347> <PPL_OOV 140.07782853008> <LOGP -158316.20699902> +[SCHEDULER ITER22 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER22 LR0.1296]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... -[SCHEDULER ITER22 LR0.07776]: preparing parameters... +[SCHEDULER ITER22 LR0.1296]: preparing parameters... reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1064613 +reading chunk 1 from 1064564 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1068268 +reading chunk 2 from 1068220 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 35773620 +reading chunk 3 from 35778811 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 35889861 +reading chunk 4 from 35895050 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 70444942 -[SCHEDULER ITER22 LR0.07776]: preparing parameters end. -[SCHEDULER ITER22 LR0.07776]: preparing layers... -(01:29:29 2015-11-12)[nerv] info: create layer: recurrentL1 -(01:29:29 2015-11-12)[nerv] info: create layer: sigmoidL1 -(01:29:29 2015-11-12)[nerv] info: create layer: combinerL1 -(01:29:29 2015-11-12)[nerv] info: create layer: outputL -(01:29:29 2015-11-12)[nerv] info: create layer: softmaxL -(01:29:29 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER22 LR0.07776]: preparing layers end. -[SCHEDULER ITER22 LR0.07776]: Generate and initing TNN ... +reading chunk 5 from 70449077 +[SCHEDULER ITER22 LR0.1296]: preparing parameters end. +[SCHEDULER ITER22 LR0.1296]: preparing layers... +(23:48:42 2015-11-12)[nerv] info: create layer: recurrentL1 +(23:48:42 2015-11-12)[nerv] info: create layer: sigmoidL1 +(23:48:42 2015-11-12)[nerv] info: create layer: combinerL1 +(23:48:42 2015-11-12)[nerv] info: create layer: outputL +(23:48:42 2015-11-12)[nerv] info: create layer: softmaxL +(23:48:42 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER22 LR0.1296]: preparing layers end. +[SCHEDULER ITER22 LR0.1296]: Generate and initing TNN ... <input> selectL1 0 selectL1 recurrentL1 0 recurrentL1 sigmoidL1 0 @@ -2659,100 +2811,106 @@ TNN initing storage sigmoidL1 -> combinerL1 TNN initing storage combinerL1 -> recurrentL1 TNN initing storage combinerL1 -> outputL TNN initing storage outputL -> softmaxL -[SCHEDULER ITER22 LR0.07776]: Initing TNN end. -===ITERATION 23 LR 0.046656=== +[SCHEDULER ITER22 LR0.1296]: Initing TNN end. +===ITERATION 23 LR 0.077760=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER23 LR0.046656]: 40092 words processed Thu Nov 12 01:29:43 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.933334. -[SCHEDULER ITER23 LR0.046656]: 80099 words processed Thu Nov 12 01:29:58 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.929707. -[SCHEDULER ITER23 LR0.046656]: 120004 words processed Thu Nov 12 01:30:13 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.925262. -[SCHEDULER ITER23 LR0.046656]: 160114 words processed Thu Nov 12 01:30:28 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.926677. -[SCHEDULER ITER23 LR0.046656]: 200066 words processed Thu Nov 12 01:30:43 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.925802. -[SCHEDULER ITER23 LR0.046656]: 240045 words processed Thu Nov 12 01:30:58 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.922357. -[SCHEDULER ITER23 LR0.046656]: 280057 words processed Thu Nov 12 01:31:13 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.918074. -[SCHEDULER ITER23 LR0.046656]: 320106 words processed Thu Nov 12 01:31:28 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.916167. -[SCHEDULER ITER23 LR0.046656]: 360024 words processed Thu Nov 12 01:31:43 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.914598. -[SCHEDULER ITER23 LR0.046656]: 400089 words processed Thu Nov 12 01:31:58 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.911833. -[SCHEDULER ITER23 LR0.046656]: 440067 words processed Thu Nov 12 01:32:13 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.912350. -[SCHEDULER ITER23 LR0.046656]: 480051 words processed Thu Nov 12 01:32:28 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.912869. -[SCHEDULER ITER23 LR0.046656]: 520140 words processed Thu Nov 12 01:32:43 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.912401. -[SCHEDULER ITER23 LR0.046656]: 560132 words processed Thu Nov 12 01:32:58 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.911724. -[SCHEDULER ITER23 LR0.046656]: 600118 words processed Thu Nov 12 01:33:13 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.909324. -[SCHEDULER ITER23 LR0.046656]: 640090 words processed Thu Nov 12 01:33:28 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.907324. -[SCHEDULER ITER23 LR0.046656]: 680075 words processed Thu Nov 12 01:33:43 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.906107. -[SCHEDULER ITER23 LR0.046656]: 720043 words processed Thu Nov 12 01:33:58 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.904765. -[SCHEDULER ITER23 LR0.046656]: 760012 words processed Thu Nov 12 01:34:13 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.902884. -[SCHEDULER ITER23 LR0.046656]: 800113 words processed Thu Nov 12 01:34:28 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.902552. -[SCHEDULER ITER23 LR0.046656]: 840089 words processed Thu Nov 12 01:34:43 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.901155. -[SCHEDULER ITER23 LR0.046656]: 880052 words processed Thu Nov 12 01:34:58 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.900776. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 -[SCHEDULER ITER23 LR0.046656]: Displaying result: -[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 87.545823363843> <PPL_OOV 79.565392552494> <LOGP -1766892.3174658> -[SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER23 LR0.07776]: 40092 words processed Thu Nov 12 23:48:58 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.939198. +[SCHEDULER ITER23 LR0.07776]: 80099 words processed Thu Nov 12 23:49:14 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.934880. +[SCHEDULER ITER23 LR0.07776]: 120004 words processed Thu Nov 12 23:49:30 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.929578. +[SCHEDULER ITER23 LR0.07776]: 160114 words processed Thu Nov 12 23:49:46 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.930617. +[SCHEDULER ITER23 LR0.07776]: 200066 words processed Thu Nov 12 23:50:02 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.929138. +[SCHEDULER ITER23 LR0.07776]: 240045 words processed Thu Nov 12 23:50:19 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.925352. +[SCHEDULER ITER23 LR0.07776]: 280057 words processed Thu Nov 12 23:50:35 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.920648. +[SCHEDULER ITER23 LR0.07776]: 320106 words processed Thu Nov 12 23:50:51 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.918472. +[SCHEDULER ITER23 LR0.07776]: 360024 words processed Thu Nov 12 23:51:07 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.916582. +[SCHEDULER ITER23 LR0.07776]: 400089 words processed Thu Nov 12 23:51:23 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.913920. +[SCHEDULER ITER23 LR0.07776]: 440067 words processed Thu Nov 12 23:51:39 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.914888. +[SCHEDULER ITER23 LR0.07776]: 480051 words processed Thu Nov 12 23:51:55 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.915438. +[SCHEDULER ITER23 LR0.07776]: 520140 words processed Thu Nov 12 23:52:11 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.914949. +[SCHEDULER ITER23 LR0.07776]: 560132 words processed Thu Nov 12 23:52:27 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.914575. +[SCHEDULER ITER23 LR0.07776]: 600118 words processed Thu Nov 12 23:52:43 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.912227. +[SCHEDULER ITER23 LR0.07776]: 640090 words processed Thu Nov 12 23:52:59 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.910381. +[SCHEDULER ITER23 LR0.07776]: 680075 words processed Thu Nov 12 23:53:15 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.909066. +[SCHEDULER ITER23 LR0.07776]: 720043 words processed Thu Nov 12 23:53:31 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.908060. +[SCHEDULER ITER23 LR0.07776]: 760012 words processed Thu Nov 12 23:53:47 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.906333. +[SCHEDULER ITER23 LR0.07776]: 800113 words processed Thu Nov 12 23:54:04 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.906124. +[SCHEDULER ITER23 LR0.07776]: 840089 words processed Thu Nov 12 23:54:21 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.905022. +[SCHEDULER ITER23 LR0.07776]: 880052 words processed Thu Nov 12 23:54:38 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.904740. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER23 LR0.07776]: Displaying result: +[SCHEDULER ITER23 LR0.07776]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 88.351829885406> <PPL_OOV 80.286500135979> <LOGP -1770534.7415503> +[SCHEDULER ITER23 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER23 LR0.07776]: shuffling training file +===PEEK ON TEST 23=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER23 LR0.07776]: 40087 words processed Thu Nov 12 23:54:49 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-2.114617. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER23 LR0.07776]: Displaying result: +[SCHEDULER ITER23 LR0.07776]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 149.87744237965> <PPL_OOV 131.04538176557> <LOGP -174539.07240993> +[SCHEDULER ITER23 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 23=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER23 LR0.046656]: 40095 words processed Thu Nov 12 01:35:09 2015. - [SCHEDULER ITER23 LR0.046656]: log prob per sample :-2.188314. +[SCHEDULER ITER23 LR0.07776]: 40095 words processed Thu Nov 12 23:55:02 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-2.190980. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 -[SCHEDULER ITER23 LR0.046656]: Displaying result: -[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 153.58760205562> <PPL_OOV 137.62050638734> <LOGP -157749.26925758> -[SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER23 LR0.046656]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... +[SCHEDULER ITER23 LR0.07776]: Displaying result: +[SCHEDULER ITER23 LR0.07776]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 154.27720049711> <PPL_OOV 138.42087667397> <LOGP -157935.02968198> +[SCHEDULER ITER23 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER23 LR0.07776]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... -[SCHEDULER ITER23 LR0.046656]: preparing parameters... +[SCHEDULER ITER23 LR0.07776]: preparing parameters... reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 34555101 +reading chunk 1 from 34554073 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 34558756 +reading chunk 2 from 34557729 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 69264040 +reading chunk 3 from 69268469 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 69380276 +reading chunk 4 from 69384704 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 70444745 -[SCHEDULER ITER23 LR0.046656]: preparing parameters end. -[SCHEDULER ITER23 LR0.046656]: preparing layers... -(01:35:19 2015-11-12)[nerv] info: create layer: recurrentL1 -(01:35:19 2015-11-12)[nerv] info: create layer: sigmoidL1 -(01:35:19 2015-11-12)[nerv] info: create layer: combinerL1 -(01:35:19 2015-11-12)[nerv] info: create layer: outputL -(01:35:19 2015-11-12)[nerv] info: create layer: softmaxL -(01:35:19 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER23 LR0.046656]: preparing layers end. -[SCHEDULER ITER23 LR0.046656]: Generate and initing TNN ... +reading chunk 5 from 70449067 +[SCHEDULER ITER23 LR0.07776]: preparing parameters end. +[SCHEDULER ITER23 LR0.07776]: preparing layers... +(23:55:13 2015-11-12)[nerv] info: create layer: recurrentL1 +(23:55:13 2015-11-12)[nerv] info: create layer: sigmoidL1 +(23:55:13 2015-11-12)[nerv] info: create layer: combinerL1 +(23:55:13 2015-11-12)[nerv] info: create layer: outputL +(23:55:13 2015-11-12)[nerv] info: create layer: softmaxL +(23:55:13 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER23 LR0.07776]: preparing layers end. +[SCHEDULER ITER23 LR0.07776]: Generate and initing TNN ... <input> selectL1 0 selectL1 recurrentL1 0 recurrentL1 sigmoidL1 0 @@ -2774,100 +2932,106 @@ TNN initing storage sigmoidL1 -> combinerL1 TNN initing storage combinerL1 -> recurrentL1 TNN initing storage combinerL1 -> outputL TNN initing storage outputL -> softmaxL -[SCHEDULER ITER23 LR0.046656]: Initing TNN end. -===ITERATION 24 LR 0.027994=== +[SCHEDULER ITER23 LR0.07776]: Initing TNN end. +===ITERATION 24 LR 0.046656=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER24 LR0.0279936]: 40092 words processed Thu Nov 12 01:35:33 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.928511. -[SCHEDULER ITER24 LR0.0279936]: 80099 words processed Thu Nov 12 01:35:48 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.924924. -[SCHEDULER ITER24 LR0.0279936]: 120004 words processed Thu Nov 12 01:36:03 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.920550. -[SCHEDULER ITER24 LR0.0279936]: 160114 words processed Thu Nov 12 01:36:18 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.921922. -[SCHEDULER ITER24 LR0.0279936]: 200066 words processed Thu Nov 12 01:36:33 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.921104. -[SCHEDULER ITER24 LR0.0279936]: 240045 words processed Thu Nov 12 01:36:48 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.917689. -[SCHEDULER ITER24 LR0.0279936]: 280057 words processed Thu Nov 12 01:37:03 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.913421. -[SCHEDULER ITER24 LR0.0279936]: 320106 words processed Thu Nov 12 01:37:18 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.911519. -[SCHEDULER ITER24 LR0.0279936]: 360024 words processed Thu Nov 12 01:37:33 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.909957. -[SCHEDULER ITER24 LR0.0279936]: 400089 words processed Thu Nov 12 01:37:48 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.907198. -[SCHEDULER ITER24 LR0.0279936]: 440067 words processed Thu Nov 12 01:38:03 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.907743. -[SCHEDULER ITER24 LR0.0279936]: 480051 words processed Thu Nov 12 01:38:18 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.908256. -[SCHEDULER ITER24 LR0.0279936]: 520140 words processed Thu Nov 12 01:38:33 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.907768. -[SCHEDULER ITER24 LR0.0279936]: 560132 words processed Thu Nov 12 01:38:48 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.907088. -[SCHEDULER ITER24 LR0.0279936]: 600118 words processed Thu Nov 12 01:39:03 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.904685. -[SCHEDULER ITER24 LR0.0279936]: 640090 words processed Thu Nov 12 01:39:18 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.902675. -[SCHEDULER ITER24 LR0.0279936]: 680075 words processed Thu Nov 12 01:39:33 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.901438. -[SCHEDULER ITER24 LR0.0279936]: 720043 words processed Thu Nov 12 01:39:48 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.900071. -[SCHEDULER ITER24 LR0.0279936]: 760012 words processed Thu Nov 12 01:40:03 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.898156. -[SCHEDULER ITER24 LR0.0279936]: 800113 words processed Thu Nov 12 01:40:18 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.897806. -[SCHEDULER ITER24 LR0.0279936]: 840089 words processed Thu Nov 12 01:40:33 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.896389. -[SCHEDULER ITER24 LR0.0279936]: 880052 words processed Thu Nov 12 01:40:48 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.895990. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 -[SCHEDULER ITER24 LR0.0279936]: Displaying result: -[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.565539430375> <PPL_OOV 78.692231346472> <LOGP -1762437.4018618> -[SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER24 LR0.046656]: 40092 words processed Thu Nov 12 23:55:29 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.931617. +[SCHEDULER ITER24 LR0.046656]: 80099 words processed Thu Nov 12 23:55:46 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.927537. +[SCHEDULER ITER24 LR0.046656]: 120004 words processed Thu Nov 12 23:56:03 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.922373. +[SCHEDULER ITER24 LR0.046656]: 160114 words processed Thu Nov 12 23:56:20 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.923453. +[SCHEDULER ITER24 LR0.046656]: 200066 words processed Thu Nov 12 23:56:37 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.922088. +[SCHEDULER ITER24 LR0.046656]: 240045 words processed Thu Nov 12 23:56:53 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.918371. +[SCHEDULER ITER24 LR0.046656]: 280057 words processed Thu Nov 12 23:57:10 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.913763. +[SCHEDULER ITER24 LR0.046656]: 320106 words processed Thu Nov 12 23:57:26 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.911603. +[SCHEDULER ITER24 LR0.046656]: 360024 words processed Thu Nov 12 23:57:42 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.909730. +[SCHEDULER ITER24 LR0.046656]: 400089 words processed Thu Nov 12 23:57:58 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.907077. +[SCHEDULER ITER24 LR0.046656]: 440067 words processed Thu Nov 12 23:58:14 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.908068. +[SCHEDULER ITER24 LR0.046656]: 480051 words processed Thu Nov 12 23:58:30 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.908613. +[SCHEDULER ITER24 LR0.046656]: 520140 words processed Thu Nov 12 23:58:46 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.908144. +[SCHEDULER ITER24 LR0.046656]: 560132 words processed Thu Nov 12 23:59:02 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.907787. +[SCHEDULER ITER24 LR0.046656]: 600118 words processed Thu Nov 12 23:59:18 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.905434. +[SCHEDULER ITER24 LR0.046656]: 640090 words processed Thu Nov 12 23:59:34 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.903566. +[SCHEDULER ITER24 LR0.046656]: 680075 words processed Thu Nov 12 23:59:50 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.902238. +[SCHEDULER ITER24 LR0.046656]: 720043 words processed Fri Nov 13 00:00:06 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.901200. +[SCHEDULER ITER24 LR0.046656]: 760012 words processed Fri Nov 13 00:00:22 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.899461. +[SCHEDULER ITER24 LR0.046656]: 800113 words processed Fri Nov 13 00:00:38 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.899234. +[SCHEDULER ITER24 LR0.046656]: 840089 words processed Fri Nov 13 00:00:54 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.898114. +[SCHEDULER ITER24 LR0.046656]: 880052 words processed Fri Nov 13 00:01:10 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.897800. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER24 LR0.046656]: Displaying result: +[SCHEDULER ITER24 LR0.046656]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.920495240643> <PPL_OOV 79.012622003197> <LOGP -1764077.7675035> +[SCHEDULER ITER24 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER24 LR0.046656]: shuffling training file +===PEEK ON TEST 24=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER24 LR0.046656]: 40087 words processed Fri Nov 13 00:01:21 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-2.111000. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER24 LR0.046656]: Displaying result: +[SCHEDULER ITER24 LR0.046656]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 148.55537708434> <PPL_OOV 129.99836892411> <LOGP -174251.9013685> +[SCHEDULER ITER24 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 24=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER24 LR0.0279936]: 40095 words processed Thu Nov 12 01:40:59 2015. - [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-2.186537. +[SCHEDULER ITER24 LR0.046656]: 40095 words processed Fri Nov 13 00:01:34 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-2.187529. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 -[SCHEDULER ITER24 LR0.0279936]: Displaying result: -[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.81717033604> <PPL_OOV 136.97293469658> <LOGP -157598.17995536> -[SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER24 LR0.0279936]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... +[SCHEDULER ITER24 LR0.046656]: Displaying result: +[SCHEDULER ITER24 LR0.046656]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.8976707204> <PPL_OOV 137.28067121287> <LOGP -157670.06889601> +[SCHEDULER ITER24 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER24 LR0.046656]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... -[SCHEDULER ITER24 LR0.0279936]: preparing parameters... +[SCHEDULER ITER24 LR0.046656]: preparing parameters... reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1064385 +reading chunk 1 from 1064235 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1068040 +reading chunk 2 from 1067891 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 35773080 +reading chunk 3 from 35778796 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 35889316 +reading chunk 4 from 35895027 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 70444417 -[SCHEDULER ITER24 LR0.0279936]: preparing parameters end. -[SCHEDULER ITER24 LR0.0279936]: preparing layers... -(01:41:09 2015-11-12)[nerv] info: create layer: recurrentL1 -(01:41:09 2015-11-12)[nerv] info: create layer: sigmoidL1 -(01:41:09 2015-11-12)[nerv] info: create layer: combinerL1 -(01:41:09 2015-11-12)[nerv] info: create layer: outputL -(01:41:09 2015-11-12)[nerv] info: create layer: softmaxL -(01:41:09 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER24 LR0.0279936]: preparing layers end. -[SCHEDULER ITER24 LR0.0279936]: Generate and initing TNN ... +reading chunk 5 from 70449162 +[SCHEDULER ITER24 LR0.046656]: preparing parameters end. +[SCHEDULER ITER24 LR0.046656]: preparing layers... +(00:01:45 2015-11-13)[nerv] info: create layer: recurrentL1 +(00:01:45 2015-11-13)[nerv] info: create layer: sigmoidL1 +(00:01:45 2015-11-13)[nerv] info: create layer: combinerL1 +(00:01:45 2015-11-13)[nerv] info: create layer: outputL +(00:01:45 2015-11-13)[nerv] info: create layer: softmaxL +(00:01:45 2015-11-13)[nerv] info: create layer: selectL1 +[SCHEDULER ITER24 LR0.046656]: preparing layers end. +[SCHEDULER ITER24 LR0.046656]: Generate and initing TNN ... <input> selectL1 0 selectL1 recurrentL1 0 recurrentL1 sigmoidL1 0 @@ -2889,100 +3053,106 @@ TNN initing storage sigmoidL1 -> combinerL1 TNN initing storage combinerL1 -> recurrentL1 TNN initing storage combinerL1 -> outputL TNN initing storage outputL -> softmaxL -[SCHEDULER ITER24 LR0.0279936]: Initing TNN end. -===ITERATION 25 LR 0.016796=== +[SCHEDULER ITER24 LR0.046656]: Initing TNN end. +===ITERATION 25 LR 0.027994=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER25 LR0.01679616]: 40092 words processed Thu Nov 12 01:41:23 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.925180. -[SCHEDULER ITER25 LR0.01679616]: 80099 words processed Thu Nov 12 01:41:38 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.921551. -[SCHEDULER ITER25 LR0.01679616]: 120004 words processed Thu Nov 12 01:41:53 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.917238. -[SCHEDULER ITER25 LR0.01679616]: 160114 words processed Thu Nov 12 01:42:08 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.918589. -[SCHEDULER ITER25 LR0.01679616]: 200066 words processed Thu Nov 12 01:42:23 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.917803. -[SCHEDULER ITER25 LR0.01679616]: 240045 words processed Thu Nov 12 01:42:38 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.914409. -[SCHEDULER ITER25 LR0.01679616]: 280057 words processed Thu Nov 12 01:42:53 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.910162. -[SCHEDULER ITER25 LR0.01679616]: 320106 words processed Thu Nov 12 01:43:08 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.908270. -[SCHEDULER ITER25 LR0.01679616]: 360024 words processed Thu Nov 12 01:43:23 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.906710. -[SCHEDULER ITER25 LR0.01679616]: 400089 words processed Thu Nov 12 01:43:38 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.903951. -[SCHEDULER ITER25 LR0.01679616]: 440067 words processed Thu Nov 12 01:43:53 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.904514. -[SCHEDULER ITER25 LR0.01679616]: 480051 words processed Thu Nov 12 01:44:08 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.905025. -[SCHEDULER ITER25 LR0.01679616]: 520140 words processed Thu Nov 12 01:44:23 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.904532. -[SCHEDULER ITER25 LR0.01679616]: 560132 words processed Thu Nov 12 01:44:38 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.903863. -[SCHEDULER ITER25 LR0.01679616]: 600118 words processed Thu Nov 12 01:44:53 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.901467. -[SCHEDULER ITER25 LR0.01679616]: 640090 words processed Thu Nov 12 01:45:08 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899449. -[SCHEDULER ITER25 LR0.01679616]: 680075 words processed Thu Nov 12 01:45:23 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.898215. -[SCHEDULER ITER25 LR0.01679616]: 720043 words processed Thu Nov 12 01:45:38 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.896838. -[SCHEDULER ITER25 LR0.01679616]: 760012 words processed Thu Nov 12 01:45:53 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.894905. -[SCHEDULER ITER25 LR0.01679616]: 800113 words processed Thu Nov 12 01:46:08 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.894551. -[SCHEDULER ITER25 LR0.01679616]: 840089 words processed Thu Nov 12 01:46:23 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.893121. -[SCHEDULER ITER25 LR0.01679616]: 880052 words processed Thu Nov 12 01:46:38 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.892716. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 -[SCHEDULER ITER25 LR0.01679616]: Displaying result: -[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.901783416037> <PPL_OOV 78.101233295351> <LOGP -1759393.9570444> -[SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER25 LR0.0279936]: 40092 words processed Fri Nov 13 00:02:01 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.926633. +[SCHEDULER ITER25 LR0.0279936]: 80099 words processed Fri Nov 13 00:02:17 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.922645. +[SCHEDULER ITER25 LR0.0279936]: 120004 words processed Fri Nov 13 00:02:33 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.917554. +[SCHEDULER ITER25 LR0.0279936]: 160114 words processed Fri Nov 13 00:02:50 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.918625. +[SCHEDULER ITER25 LR0.0279936]: 200066 words processed Fri Nov 13 00:03:07 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.917325. +[SCHEDULER ITER25 LR0.0279936]: 240045 words processed Fri Nov 13 00:03:24 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.913667. +[SCHEDULER ITER25 LR0.0279936]: 280057 words processed Fri Nov 13 00:03:40 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.909138. +[SCHEDULER ITER25 LR0.0279936]: 320106 words processed Fri Nov 13 00:03:57 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.906991. +[SCHEDULER ITER25 LR0.0279936]: 360024 words processed Fri Nov 13 00:04:13 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.905119. +[SCHEDULER ITER25 LR0.0279936]: 400089 words processed Fri Nov 13 00:04:29 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.902464. +[SCHEDULER ITER25 LR0.0279936]: 440067 words processed Fri Nov 13 00:04:45 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903459. +[SCHEDULER ITER25 LR0.0279936]: 480051 words processed Fri Nov 13 00:05:01 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903990. +[SCHEDULER ITER25 LR0.0279936]: 520140 words processed Fri Nov 13 00:05:17 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903537. +[SCHEDULER ITER25 LR0.0279936]: 560132 words processed Fri Nov 13 00:05:33 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903195. +[SCHEDULER ITER25 LR0.0279936]: 600118 words processed Fri Nov 13 00:05:49 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.900839. +[SCHEDULER ITER25 LR0.0279936]: 640090 words processed Fri Nov 13 00:06:05 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.898949. +[SCHEDULER ITER25 LR0.0279936]: 680075 words processed Fri Nov 13 00:06:21 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.897615. +[SCHEDULER ITER25 LR0.0279936]: 720043 words processed Fri Nov 13 00:06:37 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.896542. +[SCHEDULER ITER25 LR0.0279936]: 760012 words processed Fri Nov 13 00:06:53 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.894790. +[SCHEDULER ITER25 LR0.0279936]: 800113 words processed Fri Nov 13 00:07:10 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.894542. +[SCHEDULER ITER25 LR0.0279936]: 840089 words processed Fri Nov 13 00:07:26 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.893402. +[SCHEDULER ITER25 LR0.0279936]: 880052 words processed Fri Nov 13 00:07:42 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.893061. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER25 LR0.0279936]: Displaying result: +[SCHEDULER ITER25 LR0.0279936]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.956336656349> <PPL_OOV 78.15464160203> <LOGP -1759669.9371356> +[SCHEDULER ITER25 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER25 LR0.0279936]: shuffling training file +===PEEK ON TEST 25=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER25 LR0.0279936]: 40087 words processed Fri Nov 13 00:07:53 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-2.108720. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER25 LR0.0279936]: Displaying result: +[SCHEDULER ITER25 LR0.0279936]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.82595926503> <PPL_OOV 129.33439073012> <LOGP -174068.58679574> +[SCHEDULER ITER25 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 25=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER25 LR0.01679616]: 40095 words processed Thu Nov 12 01:46:49 2015. - [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-2.185319. +[SCHEDULER ITER25 LR0.0279936]: 40095 words processed Fri Nov 13 00:08:06 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-2.185461. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 -[SCHEDULER ITER25 LR0.01679616]: Displaying result: -[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.34941626246> <PPL_OOV 136.55183039612> <LOGP -157499.54551585> -[SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER25 LR0.01679616]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... +[SCHEDULER ITER25 LR0.0279936]: Displaying result: +[SCHEDULER ITER25 LR0.0279936]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.15134162452> <PPL_OOV 136.59028832861> <LOGP -157508.56605461> +[SCHEDULER ITER25 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER25 LR0.0279936]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... -[SCHEDULER ITER25 LR0.01679616]: preparing parameters... +[SCHEDULER ITER25 LR0.0279936]: preparing parameters... reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 34555101 +reading chunk 1 from 34554078 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 34558756 +reading chunk 2 from 34557734 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 69263733 +reading chunk 3 from 69268580 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 69379965 +reading chunk 4 from 69384814 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 70444307 -[SCHEDULER ITER25 LR0.01679616]: preparing parameters end. -[SCHEDULER ITER25 LR0.01679616]: preparing layers... -(01:46:59 2015-11-12)[nerv] info: create layer: recurrentL1 -(01:46:59 2015-11-12)[nerv] info: create layer: sigmoidL1 -(01:46:59 2015-11-12)[nerv] info: create layer: combinerL1 -(01:46:59 2015-11-12)[nerv] info: create layer: outputL -(01:46:59 2015-11-12)[nerv] info: create layer: softmaxL -(01:46:59 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER25 LR0.01679616]: preparing layers end. -[SCHEDULER ITER25 LR0.01679616]: Generate and initing TNN ... +reading chunk 5 from 70448972 +[SCHEDULER ITER25 LR0.0279936]: preparing parameters end. +[SCHEDULER ITER25 LR0.0279936]: preparing layers... +(00:08:17 2015-11-13)[nerv] info: create layer: recurrentL1 +(00:08:17 2015-11-13)[nerv] info: create layer: sigmoidL1 +(00:08:17 2015-11-13)[nerv] info: create layer: combinerL1 +(00:08:17 2015-11-13)[nerv] info: create layer: outputL +(00:08:17 2015-11-13)[nerv] info: create layer: softmaxL +(00:08:17 2015-11-13)[nerv] info: create layer: selectL1 +[SCHEDULER ITER25 LR0.0279936]: preparing layers end. +[SCHEDULER ITER25 LR0.0279936]: Generate and initing TNN ... <input> selectL1 0 selectL1 recurrentL1 0 recurrentL1 sigmoidL1 0 @@ -3004,100 +3174,106 @@ TNN initing storage sigmoidL1 -> combinerL1 TNN initing storage combinerL1 -> recurrentL1 TNN initing storage combinerL1 -> outputL TNN initing storage outputL -> softmaxL -[SCHEDULER ITER25 LR0.01679616]: Initing TNN end. -===ITERATION 26 LR 0.010078=== +[SCHEDULER ITER25 LR0.0279936]: Initing TNN end. +===ITERATION 26 LR 0.016796=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER26 LR0.010077696]: 40092 words processed Thu Nov 12 01:47:13 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.923091. -[SCHEDULER ITER26 LR0.010077696]: 80099 words processed Thu Nov 12 01:47:28 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.919446. -[SCHEDULER ITER26 LR0.010077696]: 120004 words processed Thu Nov 12 01:47:43 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.915171. -[SCHEDULER ITER26 LR0.010077696]: 160114 words processed Thu Nov 12 01:47:58 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.916515. -[SCHEDULER ITER26 LR0.010077696]: 200066 words processed Thu Nov 12 01:48:13 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.915743. -[SCHEDULER ITER26 LR0.010077696]: 240045 words processed Thu Nov 12 01:48:28 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.912365. -[SCHEDULER ITER26 LR0.010077696]: 280057 words processed Thu Nov 12 01:48:43 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.908135. -[SCHEDULER ITER26 LR0.010077696]: 320106 words processed Thu Nov 12 01:48:58 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.906252. -[SCHEDULER ITER26 LR0.010077696]: 360024 words processed Thu Nov 12 01:49:13 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.904683. -[SCHEDULER ITER26 LR0.010077696]: 400089 words processed Thu Nov 12 01:49:28 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.901912. -[SCHEDULER ITER26 LR0.010077696]: 440067 words processed Thu Nov 12 01:49:43 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.902483. -[SCHEDULER ITER26 LR0.010077696]: 480051 words processed Thu Nov 12 01:49:58 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.902991. -[SCHEDULER ITER26 LR0.010077696]: 520140 words processed Thu Nov 12 01:50:13 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.902485. -[SCHEDULER ITER26 LR0.010077696]: 560132 words processed Thu Nov 12 01:50:28 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.901828. -[SCHEDULER ITER26 LR0.010077696]: 600118 words processed Thu Nov 12 01:50:43 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.899435. -[SCHEDULER ITER26 LR0.010077696]: 640090 words processed Thu Nov 12 01:50:58 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.897413. -[SCHEDULER ITER26 LR0.010077696]: 680075 words processed Thu Nov 12 01:51:13 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.896177. -[SCHEDULER ITER26 LR0.010077696]: 720043 words processed Thu Nov 12 01:51:28 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.894795. -[SCHEDULER ITER26 LR0.010077696]: 760012 words processed Thu Nov 12 01:51:43 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.892849. -[SCHEDULER ITER26 LR0.010077696]: 800113 words processed Thu Nov 12 01:51:58 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.892490. -[SCHEDULER ITER26 LR0.010077696]: 840089 words processed Thu Nov 12 01:52:13 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.891057. -[SCHEDULER ITER26 LR0.010077696]: 880052 words processed Thu Nov 12 01:52:28 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.890646. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 -[SCHEDULER ITER26 LR0.010077696]: Displaying result: -[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.485377013744> <PPL_OOV 77.729717789741> <LOGP -1757468.9632727> -[SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER26 LR0.01679616]: 40092 words processed Fri Nov 13 00:08:33 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.923163. +[SCHEDULER ITER26 LR0.01679616]: 80099 words processed Fri Nov 13 00:08:49 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.919205. +[SCHEDULER ITER26 LR0.01679616]: 120004 words processed Fri Nov 13 00:09:05 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.914163. +[SCHEDULER ITER26 LR0.01679616]: 160114 words processed Fri Nov 13 00:09:21 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.915215. +[SCHEDULER ITER26 LR0.01679616]: 200066 words processed Fri Nov 13 00:09:37 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.913944. +[SCHEDULER ITER26 LR0.01679616]: 240045 words processed Fri Nov 13 00:09:53 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.910343. +[SCHEDULER ITER26 LR0.01679616]: 280057 words processed Fri Nov 13 00:10:10 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.905872. +[SCHEDULER ITER26 LR0.01679616]: 320106 words processed Fri Nov 13 00:10:26 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.903750. +[SCHEDULER ITER26 LR0.01679616]: 360024 words processed Fri Nov 13 00:10:42 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.901884. +[SCHEDULER ITER26 LR0.01679616]: 400089 words processed Fri Nov 13 00:10:59 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.899233. +[SCHEDULER ITER26 LR0.01679616]: 440067 words processed Fri Nov 13 00:11:15 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.900238. +[SCHEDULER ITER26 LR0.01679616]: 480051 words processed Fri Nov 13 00:11:31 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.900759. +[SCHEDULER ITER26 LR0.01679616]: 520140 words processed Fri Nov 13 00:11:47 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.900318. +[SCHEDULER ITER26 LR0.01679616]: 560132 words processed Fri Nov 13 00:12:03 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.899997. +[SCHEDULER ITER26 LR0.01679616]: 600118 words processed Fri Nov 13 00:12:19 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.897650. +[SCHEDULER ITER26 LR0.01679616]: 640090 words processed Fri Nov 13 00:12:35 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.895757. +[SCHEDULER ITER26 LR0.01679616]: 680075 words processed Fri Nov 13 00:12:51 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.894428. +[SCHEDULER ITER26 LR0.01679616]: 720043 words processed Fri Nov 13 00:13:07 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.893341. +[SCHEDULER ITER26 LR0.01679616]: 760012 words processed Fri Nov 13 00:13:23 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.891588. +[SCHEDULER ITER26 LR0.01679616]: 800113 words processed Fri Nov 13 00:13:39 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.891332. +[SCHEDULER ITER26 LR0.01679616]: 840089 words processed Fri Nov 13 00:13:55 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.890185. +[SCHEDULER ITER26 LR0.01679616]: 880052 words processed Fri Nov 13 00:14:11 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.889835. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER26 LR0.01679616]: Displaying result: +[SCHEDULER ITER26 LR0.01679616]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.306413831474> <PPL_OOV 77.576329536238> <LOGP -1756671.5028106> +[SCHEDULER ITER26 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER26 LR0.01679616]: shuffling training file +===PEEK ON TEST 26=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER26 LR0.01679616]: 40087 words processed Fri Nov 13 00:14:22 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-2.107262. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER26 LR0.01679616]: Displaying result: +[SCHEDULER ITER26 LR0.01679616]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.36875498893> <PPL_OOV 128.91575696119> <LOGP -173952.52382935> +[SCHEDULER ITER26 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 26=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER26 LR0.010077696]: 40095 words processed Thu Nov 12 01:52:39 2015. - [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-2.184538. +[SCHEDULER ITER26 LR0.01679616]: 40095 words processed Fri Nov 13 00:14:35 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-2.184141. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 -[SCHEDULER ITER26 LR0.010077696]: Displaying result: -[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.05204287341> <PPL_OOV 136.28390102489> <LOGP -157436.6304822> -[SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER26 LR0.010077696]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... +[SCHEDULER ITER26 LR0.01679616]: Displaying result: +[SCHEDULER ITER26 LR0.01679616]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.66740269998> <PPL_OOV 136.14001627505> <LOGP -157402.79247427> +[SCHEDULER ITER26 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER26 LR0.01679616]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... -[SCHEDULER ITER26 LR0.010077696]: preparing parameters... +[SCHEDULER ITER26 LR0.01679616]: preparing parameters... reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1064322 +reading chunk 1 from 1064118 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1067977 +reading chunk 2 from 1067774 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 35772897 +reading chunk 3 from 35778526 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 35889126 +reading chunk 4 from 35894754 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 70444237 -[SCHEDULER ITER26 LR0.010077696]: preparing parameters end. -[SCHEDULER ITER26 LR0.010077696]: preparing layers... -(01:52:49 2015-11-12)[nerv] info: create layer: recurrentL1 -(01:52:49 2015-11-12)[nerv] info: create layer: sigmoidL1 -(01:52:49 2015-11-12)[nerv] info: create layer: combinerL1 -(01:52:49 2015-11-12)[nerv] info: create layer: outputL -(01:52:49 2015-11-12)[nerv] info: create layer: softmaxL -(01:52:49 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER26 LR0.010077696]: preparing layers end. -[SCHEDULER ITER26 LR0.010077696]: Generate and initing TNN ... +reading chunk 5 from 70448835 +[SCHEDULER ITER26 LR0.01679616]: preparing parameters end. +[SCHEDULER ITER26 LR0.01679616]: preparing layers... +(00:14:46 2015-11-13)[nerv] info: create layer: recurrentL1 +(00:14:46 2015-11-13)[nerv] info: create layer: sigmoidL1 +(00:14:46 2015-11-13)[nerv] info: create layer: combinerL1 +(00:14:46 2015-11-13)[nerv] info: create layer: outputL +(00:14:46 2015-11-13)[nerv] info: create layer: softmaxL +(00:14:46 2015-11-13)[nerv] info: create layer: selectL1 +[SCHEDULER ITER26 LR0.01679616]: preparing layers end. +[SCHEDULER ITER26 LR0.01679616]: Generate and initing TNN ... <input> selectL1 0 selectL1 recurrentL1 0 recurrentL1 sigmoidL1 0 @@ -3119,100 +3295,106 @@ TNN initing storage sigmoidL1 -> combinerL1 TNN initing storage combinerL1 -> recurrentL1 TNN initing storage combinerL1 -> outputL TNN initing storage outputL -> softmaxL -[SCHEDULER ITER26 LR0.010077696]: Initing TNN end. -===ITERATION 27 LR 0.006047=== +[SCHEDULER ITER26 LR0.01679616]: Initing TNN end. +===ITERATION 27 LR 0.010078=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER27 LR0.0060466176]: 40092 words processed Thu Nov 12 01:53:03 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.921666. -[SCHEDULER ITER27 LR0.0060466176]: 80099 words processed Thu Nov 12 01:53:18 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.918061. -[SCHEDULER ITER27 LR0.0060466176]: 120004 words processed Thu Nov 12 01:53:33 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.913880. -[SCHEDULER ITER27 LR0.0060466176]: 160114 words processed Thu Nov 12 01:53:48 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.915215. -[SCHEDULER ITER27 LR0.0060466176]: 200066 words processed Thu Nov 12 01:54:03 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.914448. -[SCHEDULER ITER27 LR0.0060466176]: 240045 words processed Thu Nov 12 01:54:18 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.911094. -[SCHEDULER ITER27 LR0.0060466176]: 280057 words processed Thu Nov 12 01:54:33 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.906876. -[SCHEDULER ITER27 LR0.0060466176]: 320106 words processed Thu Nov 12 01:54:48 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.905001. -[SCHEDULER ITER27 LR0.0060466176]: 360024 words processed Thu Nov 12 01:55:03 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.903422. -[SCHEDULER ITER27 LR0.0060466176]: 400089 words processed Thu Nov 12 01:55:18 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.900639. -[SCHEDULER ITER27 LR0.0060466176]: 440067 words processed Thu Nov 12 01:55:33 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.901210. -[SCHEDULER ITER27 LR0.0060466176]: 480051 words processed Thu Nov 12 01:55:48 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.901716. -[SCHEDULER ITER27 LR0.0060466176]: 520140 words processed Thu Nov 12 01:56:03 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.901194. -[SCHEDULER ITER27 LR0.0060466176]: 560132 words processed Thu Nov 12 01:56:18 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.900548. -[SCHEDULER ITER27 LR0.0060466176]: 600118 words processed Thu Nov 12 01:56:33 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.898160. -[SCHEDULER ITER27 LR0.0060466176]: 640090 words processed Thu Nov 12 01:56:48 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.896131. -[SCHEDULER ITER27 LR0.0060466176]: 680075 words processed Thu Nov 12 01:57:03 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.894893. -[SCHEDULER ITER27 LR0.0060466176]: 720043 words processed Thu Nov 12 01:57:18 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.893511. -[SCHEDULER ITER27 LR0.0060466176]: 760012 words processed Thu Nov 12 01:57:33 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.891562. -[SCHEDULER ITER27 LR0.0060466176]: 800113 words processed Thu Nov 12 01:57:48 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.891197. -[SCHEDULER ITER27 LR0.0060466176]: 840089 words processed Thu Nov 12 01:58:03 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.889762. -[SCHEDULER ITER27 LR0.0060466176]: 880052 words processed Thu Nov 12 01:58:18 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.889344. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 -[SCHEDULER ITER27 LR0.0060466176]: Displaying result: -[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.224660158901> <PPL_OOV 77.497211452212> <LOGP -1756259.5538813> -[SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER27 LR0.010077696]: 40092 words processed Fri Nov 13 00:15:02 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.920991. +[SCHEDULER ITER27 LR0.010077696]: 80099 words processed Fri Nov 13 00:15:19 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.916998. +[SCHEDULER ITER27 LR0.010077696]: 120004 words processed Fri Nov 13 00:15:36 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.911978. +[SCHEDULER ITER27 LR0.010077696]: 160114 words processed Fri Nov 13 00:15:52 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.913020. +[SCHEDULER ITER27 LR0.010077696]: 200066 words processed Fri Nov 13 00:16:08 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.911763. +[SCHEDULER ITER27 LR0.010077696]: 240045 words processed Fri Nov 13 00:16:24 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.908199. +[SCHEDULER ITER27 LR0.010077696]: 280057 words processed Fri Nov 13 00:16:41 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.903768. +[SCHEDULER ITER27 LR0.010077696]: 320106 words processed Fri Nov 13 00:16:57 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.901670. +[SCHEDULER ITER27 LR0.010077696]: 360024 words processed Fri Nov 13 00:17:13 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.899810. +[SCHEDULER ITER27 LR0.010077696]: 400089 words processed Fri Nov 13 00:17:29 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.897159. +[SCHEDULER ITER27 LR0.010077696]: 440067 words processed Fri Nov 13 00:17:45 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.898170. +[SCHEDULER ITER27 LR0.010077696]: 480051 words processed Fri Nov 13 00:18:01 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.898684. +[SCHEDULER ITER27 LR0.010077696]: 520140 words processed Fri Nov 13 00:18:17 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.898245. +[SCHEDULER ITER27 LR0.010077696]: 560132 words processed Fri Nov 13 00:18:33 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.897941. +[SCHEDULER ITER27 LR0.010077696]: 600118 words processed Fri Nov 13 00:18:49 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.895605. +[SCHEDULER ITER27 LR0.010077696]: 640090 words processed Fri Nov 13 00:19:05 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.893709. +[SCHEDULER ITER27 LR0.010077696]: 680075 words processed Fri Nov 13 00:19:21 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.892384. +[SCHEDULER ITER27 LR0.010077696]: 720043 words processed Fri Nov 13 00:19:37 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.891292. +[SCHEDULER ITER27 LR0.010077696]: 760012 words processed Fri Nov 13 00:19:53 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.889533. +[SCHEDULER ITER27 LR0.010077696]: 800113 words processed Fri Nov 13 00:20:09 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.889272. +[SCHEDULER ITER27 LR0.010077696]: 840089 words processed Fri Nov 13 00:20:25 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.888121. +[SCHEDULER ITER27 LR0.010077696]: 880052 words processed Fri Nov 13 00:20:41 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.887766. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER27 LR0.010077696]: Displaying result: +[SCHEDULER ITER27 LR0.010077696]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.892564171004> <PPL_OOV 77.207735633383> <LOGP -1754748.7298668> +[SCHEDULER ITER27 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER27 LR0.010077696]: shuffling training file +===PEEK ON TEST 27=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER27 LR0.010077696]: 40087 words processed Fri Nov 13 00:20:52 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-2.106467. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER27 LR0.010077696]: Displaying result: +[SCHEDULER ITER27 LR0.010077696]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.07593301007> <PPL_OOV 128.68430626567> <LOGP -173888.19402233> +[SCHEDULER ITER27 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 27=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER27 LR0.0060466176]: 40095 words processed Thu Nov 12 01:58:29 2015. - [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-2.184022. +[SCHEDULER ITER27 LR0.010077696]: 40095 words processed Fri Nov 13 00:21:05 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-2.183397. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 -[SCHEDULER ITER27 LR0.0060466176]: Displaying result: -[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.86735318981> <PPL_OOV 136.10562675702> <LOGP -157394.69964518> -[SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER27 LR0.0060466176]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... +[SCHEDULER ITER27 LR0.010077696]: Displaying result: +[SCHEDULER ITER27 LR0.010077696]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.35156353958> <PPL_OOV 135.87529295123> <LOGP -157340.44279668> +[SCHEDULER ITER27 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER27 LR0.010077696]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... -[SCHEDULER ITER27 LR0.0060466176]: preparing parameters... +[SCHEDULER ITER27 LR0.010077696]: preparing parameters... reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 34555108 +reading chunk 1 from 34554095 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 34558763 +reading chunk 2 from 34557751 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 69263622 +reading chunk 3 from 69268513 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 69379852 +reading chunk 4 from 69384740 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 70444148 -[SCHEDULER ITER27 LR0.0060466176]: preparing parameters end. -[SCHEDULER ITER27 LR0.0060466176]: preparing layers... -(01:58:39 2015-11-12)[nerv] info: create layer: recurrentL1 -(01:58:39 2015-11-12)[nerv] info: create layer: sigmoidL1 -(01:58:39 2015-11-12)[nerv] info: create layer: combinerL1 -(01:58:39 2015-11-12)[nerv] info: create layer: outputL -(01:58:39 2015-11-12)[nerv] info: create layer: softmaxL -(01:58:39 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER27 LR0.0060466176]: preparing layers end. -[SCHEDULER ITER27 LR0.0060466176]: Generate and initing TNN ... +reading chunk 5 from 70448840 +[SCHEDULER ITER27 LR0.010077696]: preparing parameters end. +[SCHEDULER ITER27 LR0.010077696]: preparing layers... +(00:21:16 2015-11-13)[nerv] info: create layer: recurrentL1 +(00:21:16 2015-11-13)[nerv] info: create layer: sigmoidL1 +(00:21:16 2015-11-13)[nerv] info: create layer: combinerL1 +(00:21:16 2015-11-13)[nerv] info: create layer: outputL +(00:21:16 2015-11-13)[nerv] info: create layer: softmaxL +(00:21:16 2015-11-13)[nerv] info: create layer: selectL1 +[SCHEDULER ITER27 LR0.010077696]: preparing layers end. +[SCHEDULER ITER27 LR0.010077696]: Generate and initing TNN ... <input> selectL1 0 selectL1 recurrentL1 0 recurrentL1 sigmoidL1 0 @@ -3234,100 +3416,106 @@ TNN initing storage sigmoidL1 -> combinerL1 TNN initing storage combinerL1 -> recurrentL1 TNN initing storage combinerL1 -> outputL TNN initing storage outputL -> softmaxL -[SCHEDULER ITER27 LR0.0060466176]: Initing TNN end. -===ITERATION 28 LR 0.003628=== +[SCHEDULER ITER27 LR0.010077696]: Initing TNN end. +===ITERATION 28 LR 0.006047=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER28 LR0.00362797056]: 40092 words processed Thu Nov 12 01:58:53 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.920803. -[SCHEDULER ITER28 LR0.00362797056]: 80099 words processed Thu Nov 12 01:59:08 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.917171. -[SCHEDULER ITER28 LR0.00362797056]: 120004 words processed Thu Nov 12 01:59:23 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.912981. -[SCHEDULER ITER28 LR0.00362797056]: 160114 words processed Thu Nov 12 01:59:38 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.914311. -[SCHEDULER ITER28 LR0.00362797056]: 200066 words processed Thu Nov 12 01:59:53 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.913544. -[SCHEDULER ITER28 LR0.00362797056]: 240045 words processed Thu Nov 12 02:00:08 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.910217. -[SCHEDULER ITER28 LR0.00362797056]: 280057 words processed Thu Nov 12 02:00:23 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.906009. -[SCHEDULER ITER28 LR0.00362797056]: 320106 words processed Thu Nov 12 02:00:38 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.904146. -[SCHEDULER ITER28 LR0.00362797056]: 360024 words processed Thu Nov 12 02:00:53 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.902565. -[SCHEDULER ITER28 LR0.00362797056]: 400089 words processed Thu Nov 12 02:01:08 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.899781. -[SCHEDULER ITER28 LR0.00362797056]: 440067 words processed Thu Nov 12 02:01:23 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.900360. -[SCHEDULER ITER28 LR0.00362797056]: 480051 words processed Thu Nov 12 02:01:38 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.900873. -[SCHEDULER ITER28 LR0.00362797056]: 520140 words processed Thu Nov 12 02:01:53 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.900345. -[SCHEDULER ITER28 LR0.00362797056]: 560132 words processed Thu Nov 12 02:02:08 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.899704. -[SCHEDULER ITER28 LR0.00362797056]: 600118 words processed Thu Nov 12 02:02:23 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.897317. -[SCHEDULER ITER28 LR0.00362797056]: 640090 words processed Thu Nov 12 02:02:38 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.895288. -[SCHEDULER ITER28 LR0.00362797056]: 680075 words processed Thu Nov 12 02:02:53 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.894046. -[SCHEDULER ITER28 LR0.00362797056]: 720043 words processed Thu Nov 12 02:03:08 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.892667. -[SCHEDULER ITER28 LR0.00362797056]: 760012 words processed Thu Nov 12 02:03:23 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.890720. -[SCHEDULER ITER28 LR0.00362797056]: 800113 words processed Thu Nov 12 02:03:38 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.890351. -[SCHEDULER ITER28 LR0.00362797056]: 840089 words processed Thu Nov 12 02:03:53 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.888916. -[SCHEDULER ITER28 LR0.00362797056]: 880052 words processed Thu Nov 12 02:04:08 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.888496. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 -[SCHEDULER ITER28 LR0.00362797056]: Displaying result: -[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.054536002873> <PPL_OOV 77.346059369811> <LOGP -1755471.3705988> -[SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER28 LR0.0060466176]: 40092 words processed Fri Nov 13 00:21:32 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.919630. +[SCHEDULER ITER28 LR0.0060466176]: 80099 words processed Fri Nov 13 00:21:49 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.915595. +[SCHEDULER ITER28 LR0.0060466176]: 120004 words processed Fri Nov 13 00:22:05 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.910578. +[SCHEDULER ITER28 LR0.0060466176]: 160114 words processed Fri Nov 13 00:22:22 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.911625. +[SCHEDULER ITER28 LR0.0060466176]: 200066 words processed Fri Nov 13 00:22:38 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.910379. +[SCHEDULER ITER28 LR0.0060466176]: 240045 words processed Fri Nov 13 00:22:54 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.906839. +[SCHEDULER ITER28 LR0.0060466176]: 280057 words processed Fri Nov 13 00:23:11 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.902432. +[SCHEDULER ITER28 LR0.0060466176]: 320106 words processed Fri Nov 13 00:23:28 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.900354. +[SCHEDULER ITER28 LR0.0060466176]: 360024 words processed Fri Nov 13 00:23:45 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.898500. +[SCHEDULER ITER28 LR0.0060466176]: 400089 words processed Fri Nov 13 00:24:02 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.895846. +[SCHEDULER ITER28 LR0.0060466176]: 440067 words processed Fri Nov 13 00:24:18 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.896861. +[SCHEDULER ITER28 LR0.0060466176]: 480051 words processed Fri Nov 13 00:24:34 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.897370. +[SCHEDULER ITER28 LR0.0060466176]: 520140 words processed Fri Nov 13 00:24:50 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.896930. +[SCHEDULER ITER28 LR0.0060466176]: 560132 words processed Fri Nov 13 00:25:06 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.896636. +[SCHEDULER ITER28 LR0.0060466176]: 600118 words processed Fri Nov 13 00:25:22 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.894311. +[SCHEDULER ITER28 LR0.0060466176]: 640090 words processed Fri Nov 13 00:25:38 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.892411. +[SCHEDULER ITER28 LR0.0060466176]: 680075 words processed Fri Nov 13 00:25:54 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.891087. +[SCHEDULER ITER28 LR0.0060466176]: 720043 words processed Fri Nov 13 00:26:10 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.889996. +[SCHEDULER ITER28 LR0.0060466176]: 760012 words processed Fri Nov 13 00:26:26 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.888229. +[SCHEDULER ITER28 LR0.0060466176]: 800113 words processed Fri Nov 13 00:26:42 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.887964. +[SCHEDULER ITER28 LR0.0060466176]: 840089 words processed Fri Nov 13 00:26:58 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.886809. +[SCHEDULER ITER28 LR0.0060466176]: 880052 words processed Fri Nov 13 00:27:14 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.886454. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER28 LR0.0060466176]: Displaying result: +[SCHEDULER ITER28 LR0.0060466176]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.63102126523> <PPL_OOV 76.974759050279> <LOGP -1753528.6652939> +[SCHEDULER ITER28 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER28 LR0.0060466176]: shuffling training file +===PEEK ON TEST 28=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER28 LR0.0060466176]: 40087 words processed Fri Nov 13 00:27:25 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-2.106036. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER28 LR0.0060466176]: Displaying result: +[SCHEDULER ITER28 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.93207041077> <PPL_OOV 128.55480190021> <LOGP -173852.14885412> +[SCHEDULER ITER28 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 28=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER28 LR0.00362797056]: 40095 words processed Thu Nov 12 02:04:19 2015. - [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-2.183650. +[SCHEDULER ITER28 LR0.0060466176]: 40095 words processed Fri Nov 13 00:27:37 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-2.182975. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 -[SCHEDULER ITER28 LR0.00362797056]: Displaying result: -[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.76310353365> <PPL_OOV 135.97847646874> <LOGP -157364.75980848> -[SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER28 LR0.00362797056]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... +[SCHEDULER ITER28 LR0.0060466176]: Displaying result: +[SCHEDULER ITER28 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.2010136235> <PPL_OOV 135.73200338631> <LOGP -157306.64344368> +[SCHEDULER ITER28 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER28 LR0.0060466176]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... -[SCHEDULER ITER28 LR0.00362797056]: preparing parameters... +[SCHEDULER ITER28 LR0.0060466176]: preparing parameters... reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1064289 +reading chunk 1 from 1064079 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1067944 +reading chunk 2 from 1067735 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 35772767 +reading chunk 3 from 35778519 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 35888999 +reading chunk 4 from 35894748 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 70444120 -[SCHEDULER ITER28 LR0.00362797056]: preparing parameters end. -[SCHEDULER ITER28 LR0.00362797056]: preparing layers... -(02:04:29 2015-11-12)[nerv] info: create layer: recurrentL1 -(02:04:29 2015-11-12)[nerv] info: create layer: sigmoidL1 -(02:04:29 2015-11-12)[nerv] info: create layer: combinerL1 -(02:04:29 2015-11-12)[nerv] info: create layer: outputL -(02:04:29 2015-11-12)[nerv] info: create layer: softmaxL -(02:04:29 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER28 LR0.00362797056]: preparing layers end. -[SCHEDULER ITER28 LR0.00362797056]: Generate and initing TNN ... +reading chunk 5 from 70448843 +[SCHEDULER ITER28 LR0.0060466176]: preparing parameters end. +[SCHEDULER ITER28 LR0.0060466176]: preparing layers... +(00:27:48 2015-11-13)[nerv] info: create layer: recurrentL1 +(00:27:48 2015-11-13)[nerv] info: create layer: sigmoidL1 +(00:27:48 2015-11-13)[nerv] info: create layer: combinerL1 +(00:27:48 2015-11-13)[nerv] info: create layer: outputL +(00:27:48 2015-11-13)[nerv] info: create layer: softmaxL +(00:27:48 2015-11-13)[nerv] info: create layer: selectL1 +[SCHEDULER ITER28 LR0.0060466176]: preparing layers end. +[SCHEDULER ITER28 LR0.0060466176]: Generate and initing TNN ... <input> selectL1 0 selectL1 recurrentL1 0 recurrentL1 sigmoidL1 0 @@ -3349,100 +3537,106 @@ TNN initing storage sigmoidL1 -> combinerL1 TNN initing storage combinerL1 -> recurrentL1 TNN initing storage combinerL1 -> outputL TNN initing storage outputL -> softmaxL -[SCHEDULER ITER28 LR0.00362797056]: Initing TNN end. -===ITERATION 29 LR 0.002177=== +[SCHEDULER ITER28 LR0.0060466176]: Initing TNN end. +===ITERATION 29 LR 0.003628=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER29 LR0.002176782336]: 40092 words processed Thu Nov 12 02:04:43 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.920197. -[SCHEDULER ITER29 LR0.002176782336]: 80099 words processed Thu Nov 12 02:04:58 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.916587. -[SCHEDULER ITER29 LR0.002176782336]: 120004 words processed Thu Nov 12 02:05:13 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.912419. -[SCHEDULER ITER29 LR0.002176782336]: 160114 words processed Thu Nov 12 02:05:28 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.913738. -[SCHEDULER ITER29 LR0.002176782336]: 200066 words processed Thu Nov 12 02:05:43 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.912978. -[SCHEDULER ITER29 LR0.002176782336]: 240045 words processed Thu Nov 12 02:05:58 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.909672. -[SCHEDULER ITER29 LR0.002176782336]: 280057 words processed Thu Nov 12 02:06:13 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.905464. -[SCHEDULER ITER29 LR0.002176782336]: 320106 words processed Thu Nov 12 02:06:28 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.903608. -[SCHEDULER ITER29 LR0.002176782336]: 360024 words processed Thu Nov 12 02:06:43 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.902028. -[SCHEDULER ITER29 LR0.002176782336]: 400089 words processed Thu Nov 12 02:06:58 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.899246. -[SCHEDULER ITER29 LR0.002176782336]: 440067 words processed Thu Nov 12 02:07:13 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.899829. -[SCHEDULER ITER29 LR0.002176782336]: 480051 words processed Thu Nov 12 02:07:28 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.900344. -[SCHEDULER ITER29 LR0.002176782336]: 520140 words processed Thu Nov 12 02:07:43 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.899811. -[SCHEDULER ITER29 LR0.002176782336]: 560132 words processed Thu Nov 12 02:07:58 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.899175. -[SCHEDULER ITER29 LR0.002176782336]: 600118 words processed Thu Nov 12 02:08:13 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.896786. -[SCHEDULER ITER29 LR0.002176782336]: 640090 words processed Thu Nov 12 02:08:28 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.894757. -[SCHEDULER ITER29 LR0.002176782336]: 680075 words processed Thu Nov 12 02:08:43 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.893511. -[SCHEDULER ITER29 LR0.002176782336]: 720043 words processed Thu Nov 12 02:08:58 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.892133. -[SCHEDULER ITER29 LR0.002176782336]: 760012 words processed Thu Nov 12 02:09:13 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.890188. -[SCHEDULER ITER29 LR0.002176782336]: 800113 words processed Thu Nov 12 02:09:28 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.889817. -[SCHEDULER ITER29 LR0.002176782336]: 840089 words processed Thu Nov 12 02:09:43 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.888381. -[SCHEDULER ITER29 LR0.002176782336]: 880052 words processed Thu Nov 12 02:09:58 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.887959. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 -[SCHEDULER ITER29 LR0.002176782336]: Displaying result: -[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.947044480796> <PPL_OOV 77.250652261546> <LOGP -1754973.076414> -[SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER29 LR0.00362797056]: 40092 words processed Fri Nov 13 00:28:04 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.918801. +[SCHEDULER ITER29 LR0.00362797056]: 80099 words processed Fri Nov 13 00:28:21 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.914729. +[SCHEDULER ITER29 LR0.00362797056]: 120004 words processed Fri Nov 13 00:28:37 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.909699. +[SCHEDULER ITER29 LR0.00362797056]: 160114 words processed Fri Nov 13 00:28:53 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.910750. +[SCHEDULER ITER29 LR0.00362797056]: 200066 words processed Fri Nov 13 00:29:09 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.909511. +[SCHEDULER ITER29 LR0.00362797056]: 240045 words processed Fri Nov 13 00:29:25 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.905983. +[SCHEDULER ITER29 LR0.00362797056]: 280057 words processed Fri Nov 13 00:29:42 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.901588. +[SCHEDULER ITER29 LR0.00362797056]: 320106 words processed Fri Nov 13 00:29:58 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.899526. +[SCHEDULER ITER29 LR0.00362797056]: 360024 words processed Fri Nov 13 00:30:14 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.897677. +[SCHEDULER ITER29 LR0.00362797056]: 400089 words processed Fri Nov 13 00:30:30 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.895020. +[SCHEDULER ITER29 LR0.00362797056]: 440067 words processed Fri Nov 13 00:30:46 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.896036. +[SCHEDULER ITER29 LR0.00362797056]: 480051 words processed Fri Nov 13 00:31:02 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.896544. +[SCHEDULER ITER29 LR0.00362797056]: 520140 words processed Fri Nov 13 00:31:18 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.896101. +[SCHEDULER ITER29 LR0.00362797056]: 560132 words processed Fri Nov 13 00:31:34 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.895813. +[SCHEDULER ITER29 LR0.00362797056]: 600118 words processed Fri Nov 13 00:31:50 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.893496. +[SCHEDULER ITER29 LR0.00362797056]: 640090 words processed Fri Nov 13 00:32:06 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.891593. +[SCHEDULER ITER29 LR0.00362797056]: 680075 words processed Fri Nov 13 00:32:22 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.890268. +[SCHEDULER ITER29 LR0.00362797056]: 720043 words processed Fri Nov 13 00:32:38 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.889178. +[SCHEDULER ITER29 LR0.00362797056]: 760012 words processed Fri Nov 13 00:32:54 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.887404. +[SCHEDULER ITER29 LR0.00362797056]: 800113 words processed Fri Nov 13 00:33:10 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.887135. +[SCHEDULER ITER29 LR0.00362797056]: 840089 words processed Fri Nov 13 00:33:26 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.885978. +[SCHEDULER ITER29 LR0.00362797056]: 880052 words processed Fri Nov 13 00:33:42 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.885624. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER29 LR0.00362797056]: Displaying result: +[SCHEDULER ITER29 LR0.00362797056]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.466056467734> <PPL_OOV 76.827788572212> <LOGP -1752757.1012286> +[SCHEDULER ITER29 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER29 LR0.00362797056]: shuffling training file +===PEEK ON TEST 29=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER29 LR0.00362797056]: 40087 words processed Fri Nov 13 00:33:53 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-2.105765. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER29 LR0.00362797056]: Displaying result: +[SCHEDULER ITER29 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.89931379203> <PPL_OOV 128.47064278211> <LOGP -173828.70523381> +[SCHEDULER ITER29 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 29=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER29 LR0.002176782336]: 40095 words processed Thu Nov 12 02:10:09 2015. - [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-2.183366. +[SCHEDULER ITER29 LR0.00362797056]: 40095 words processed Fri Nov 13 00:34:05 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-2.182720. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 -[SCHEDULER ITER29 LR0.002176782336]: Displaying result: -[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.70219832252> <PPL_OOV 135.8878028314> <LOGP -157343.39195361> -[SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER29 LR0.002176782336]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... +[SCHEDULER ITER29 LR0.00362797056]: Displaying result: +[SCHEDULER ITER29 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.17418025757> <PPL_OOV 135.65540698972> <LOGP -157288.56113542> +[SCHEDULER ITER29 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER29 LR0.00362797056]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... -[SCHEDULER ITER29 LR0.002176782336]: preparing parameters... +[SCHEDULER ITER29 LR0.00362797056]: preparing parameters... reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 34555112 +reading chunk 1 from 34554093 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 34558767 +reading chunk 2 from 34557749 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 69263591 +reading chunk 3 from 69268538 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 69379822 +reading chunk 4 from 69384767 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 70444104 -[SCHEDULER ITER29 LR0.002176782336]: preparing parameters end. -[SCHEDULER ITER29 LR0.002176782336]: preparing layers... -(02:10:19 2015-11-12)[nerv] info: create layer: recurrentL1 -(02:10:19 2015-11-12)[nerv] info: create layer: sigmoidL1 -(02:10:19 2015-11-12)[nerv] info: create layer: combinerL1 -(02:10:19 2015-11-12)[nerv] info: create layer: outputL -(02:10:19 2015-11-12)[nerv] info: create layer: softmaxL -(02:10:19 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER29 LR0.002176782336]: preparing layers end. -[SCHEDULER ITER29 LR0.002176782336]: Generate and initing TNN ... +reading chunk 5 from 70448846 +[SCHEDULER ITER29 LR0.00362797056]: preparing parameters end. +[SCHEDULER ITER29 LR0.00362797056]: preparing layers... +(00:34:15 2015-11-13)[nerv] info: create layer: recurrentL1 +(00:34:15 2015-11-13)[nerv] info: create layer: sigmoidL1 +(00:34:15 2015-11-13)[nerv] info: create layer: combinerL1 +(00:34:15 2015-11-13)[nerv] info: create layer: outputL +(00:34:15 2015-11-13)[nerv] info: create layer: softmaxL +(00:34:15 2015-11-13)[nerv] info: create layer: selectL1 +[SCHEDULER ITER29 LR0.00362797056]: preparing layers end. +[SCHEDULER ITER29 LR0.00362797056]: Generate and initing TNN ... <input> selectL1 0 selectL1 recurrentL1 0 recurrentL1 sigmoidL1 0 @@ -3464,101 +3658,138 @@ TNN initing storage sigmoidL1 -> combinerL1 TNN initing storage combinerL1 -> recurrentL1 TNN initing storage combinerL1 -> outputL TNN initing storage outputL -> softmaxL -[SCHEDULER ITER29 LR0.002176782336]: Initing TNN end. -===ITERATION 30 LR 0.001306=== +[SCHEDULER ITER29 LR0.00362797056]: Initing TNN end. +===ITERATION 30 LR 0.002177=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER30 LR0.0013060694016]: 40092 words processed Thu Nov 12 02:10:33 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.919830. -[SCHEDULER ITER30 LR0.0013060694016]: 80099 words processed Thu Nov 12 02:10:48 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.916237. -[SCHEDULER ITER30 LR0.0013060694016]: 120004 words processed Thu Nov 12 02:11:03 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.912068. -[SCHEDULER ITER30 LR0.0013060694016]: 160114 words processed Thu Nov 12 02:11:18 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.913384. -[SCHEDULER ITER30 LR0.0013060694016]: 200066 words processed Thu Nov 12 02:11:33 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.912620. -[SCHEDULER ITER30 LR0.0013060694016]: 240045 words processed Thu Nov 12 02:11:48 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.909317. -[SCHEDULER ITER30 LR0.0013060694016]: 280057 words processed Thu Nov 12 02:12:03 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.905106. -[SCHEDULER ITER30 LR0.0013060694016]: 320106 words processed Thu Nov 12 02:12:18 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.903257. -[SCHEDULER ITER30 LR0.0013060694016]: 360024 words processed Thu Nov 12 02:12:33 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.901681. -[SCHEDULER ITER30 LR0.0013060694016]: 400089 words processed Thu Nov 12 02:12:48 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.898901. -[SCHEDULER ITER30 LR0.0013060694016]: 440067 words processed Thu Nov 12 02:13:03 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.899484. -[SCHEDULER ITER30 LR0.0013060694016]: 480051 words processed Thu Nov 12 02:13:18 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.900004. -[SCHEDULER ITER30 LR0.0013060694016]: 520140 words processed Thu Nov 12 02:13:33 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.899469. -[SCHEDULER ITER30 LR0.0013060694016]: 560132 words processed Thu Nov 12 02:13:48 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.898836. -[SCHEDULER ITER30 LR0.0013060694016]: 600118 words processed Thu Nov 12 02:14:03 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.896449. -[SCHEDULER ITER30 LR0.0013060694016]: 640090 words processed Thu Nov 12 02:14:18 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.894418. -[SCHEDULER ITER30 LR0.0013060694016]: 680075 words processed Thu Nov 12 02:14:33 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.893169. -[SCHEDULER ITER30 LR0.0013060694016]: 720043 words processed Thu Nov 12 02:14:48 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.891792. -[SCHEDULER ITER30 LR0.0013060694016]: 760012 words processed Thu Nov 12 02:15:03 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.889851. -[SCHEDULER ITER30 LR0.0013060694016]: 800113 words processed Thu Nov 12 02:15:18 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.889478. -[SCHEDULER ITER30 LR0.0013060694016]: 840089 words processed Thu Nov 12 02:15:33 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.888044. -[SCHEDULER ITER30 LR0.0013060694016]: 880052 words processed Thu Nov 12 02:15:48 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.887620. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 -[SCHEDULER ITER30 LR0.0013060694016]: Displaying result: -[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.87885345008> <PPL_OOV 77.190312124329> <LOGP -1754657.6129312> -[SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER30 LR0.002176782336]: 40092 words processed Fri Nov 13 00:34:31 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.918295. +[SCHEDULER ITER30 LR0.002176782336]: 80099 words processed Fri Nov 13 00:34:47 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.914201. +[SCHEDULER ITER30 LR0.002176782336]: 120004 words processed Fri Nov 13 00:35:03 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.909158. +[SCHEDULER ITER30 LR0.002176782336]: 160114 words processed Fri Nov 13 00:35:19 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.910205. +[SCHEDULER ITER30 LR0.002176782336]: 200066 words processed Fri Nov 13 00:35:35 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.908969. +[SCHEDULER ITER30 LR0.002176782336]: 240045 words processed Fri Nov 13 00:35:51 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.905447. +[SCHEDULER ITER30 LR0.002176782336]: 280057 words processed Fri Nov 13 00:36:08 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.901055. +[SCHEDULER ITER30 LR0.002176782336]: 320106 words processed Fri Nov 13 00:36:24 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.899002. +[SCHEDULER ITER30 LR0.002176782336]: 360024 words processed Fri Nov 13 00:36:40 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.897158. +[SCHEDULER ITER30 LR0.002176782336]: 400089 words processed Fri Nov 13 00:36:57 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.894500. +[SCHEDULER ITER30 LR0.002176782336]: 440067 words processed Fri Nov 13 00:37:13 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.895517. +[SCHEDULER ITER30 LR0.002176782336]: 480051 words processed Fri Nov 13 00:37:30 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.896024. +[SCHEDULER ITER30 LR0.002176782336]: 520140 words processed Fri Nov 13 00:37:47 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.895577. +[SCHEDULER ITER30 LR0.002176782336]: 560132 words processed Fri Nov 13 00:38:04 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.895295. +[SCHEDULER ITER30 LR0.002176782336]: 600118 words processed Fri Nov 13 00:38:21 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.892982. +[SCHEDULER ITER30 LR0.002176782336]: 640090 words processed Fri Nov 13 00:38:37 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.891077. +[SCHEDULER ITER30 LR0.002176782336]: 680075 words processed Fri Nov 13 00:38:53 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.889750. +[SCHEDULER ITER30 LR0.002176782336]: 720043 words processed Fri Nov 13 00:39:09 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.888664. +[SCHEDULER ITER30 LR0.002176782336]: 760012 words processed Fri Nov 13 00:39:25 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.886882. +[SCHEDULER ITER30 LR0.002176782336]: 800113 words processed Fri Nov 13 00:39:41 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.886610. +[SCHEDULER ITER30 LR0.002176782336]: 840089 words processed Fri Nov 13 00:39:57 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.885452. +[SCHEDULER ITER30 LR0.002176782336]: 880052 words processed Fri Nov 13 00:40:13 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.885100. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER30 LR0.002176782336]: Displaying result: +[SCHEDULER ITER30 LR0.002176782336]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.361914602701> <PPL_OOV 76.735057589915> <LOGP -1752269.5232941> +[SCHEDULER ITER30 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER30 LR0.002176782336]: shuffling training file +===PEEK ON TEST 30=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER30 LR0.002176782336]: 40087 words processed Fri Nov 13 00:40:24 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-2.105531. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER30 LR0.002176782336]: Displaying result: +[SCHEDULER ITER30 LR0.002176782336]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.88849863294> <PPL_OOV 128.39945601651> <LOGP -173808.86323925> +[SCHEDULER ITER30 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 30=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER30 LR0.0013060694016]: 40095 words processed Thu Nov 12 02:15:59 2015. - [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-2.183182. +[SCHEDULER ITER30 LR0.002176782336]: 40095 words processed Fri Nov 13 00:40:36 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-2.182515. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 -[SCHEDULER ITER30 LR0.0013060694016]: Displaying result: -[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.67126092944> <PPL_OOV 135.83029916182> <LOGP -157329.83343602> -[SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER30 LR0.0013060694016]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... +[SCHEDULER ITER30 LR0.002176782336]: Displaying result: +[SCHEDULER ITER30 LR0.002176782336]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.17484483031> <PPL_OOV 135.59908588155> <LOGP -157275.25875167> +[SCHEDULER ITER30 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER30 LR0.002176782336]: PPL did not improve, rejected... ===VALIDATION PPL record=== -<ITER0 LR0.00000: 11363.086> <ITER1 LR1.00000: 348.887> <ITER2 LR1.00000: 274.094> <ITER3 LR1.00000: 246.139> <ITER4 LR1.00000: 231.949> <ITER5 LR1.00000: 217.245> <ITER6 LR1.00000: 206.484> <ITER7 LR1.00000: 201.641> <ITER8 LR1.00000: 194.741> <ITER9 LR1.00000: 190.518> <ITER10 LR1.00000: 188.385> <ITER11 LR1.00000: 186.589> <ITER12 LR1.00000: 184.305> <ITER13 LR1.00000: 183.011> <ITER14 LR1.00000: 181.183> <ITER15 LR1.00000: 180.966> <ITER16 LR1.00000: 178.994> <ITER17 LR1.00000: 179.834> <ITER18 LR0.60000: 169.569> <ITER19 LR0.36000: 163.952> <ITER20 LR0.21600: 160.096> <ITER21 LR0.12960: 157.263> <ITER22 LR0.07776: 155.056> <ITER23 LR0.04666: 153.588> <ITER24 LR0.02799: 152.817> <ITER25 LR0.01680: 152.349> <ITER26 LR0.01008: 152.052> <ITER27 LR0.00605: 151.867> <ITER28 LR0.00363: 151.763> <ITER29 LR0.00218: 151.702> <ITER30 LR0.00131: 151.671> +<ITER0 LR0.00000 train:0.000 valid:11363.086 test:0.000> +<ITER1 LR1.00000 train:509.588 valid:374.674 test:372.422> +<ITER2 LR1.00000 train:335.546 valid:284.315 test:280.569> +<ITER3 LR1.00000 train:332.018 valid:282.798 test:276.017> +<ITER4 LR1.00000 train:246.297 valid:238.175 test:233.384> +<ITER5 LR1.00000 train:222.414 valid:222.103 test:217.164> +<ITER6 LR1.00000 train:198.911 valid:211.884 test:206.191> +<ITER7 LR1.00000 train:183.986 valid:203.986 test:198.817> +<ITER8 LR1.00000 train:171.833 valid:197.855 test:192.957> +<ITER9 LR1.00000 train:162.448 valid:192.947 test:188.128> +<ITER10 LR1.00000 train:154.850 valid:190.397 test:185.405> +<ITER11 LR1.00000 train:148.142 valid:187.754 test:182.394> +<ITER12 LR1.00000 train:142.748 valid:186.688 test:180.492> +<ITER13 LR1.00000 train:137.666 valid:184.930 test:178.821> +<ITER14 LR1.00000 train:133.196 valid:184.001 test:177.654> +<ITER15 LR1.00000 train:129.119 valid:182.859 test:176.576> +<ITER16 LR1.00000 train:126.033 valid:181.705 test:175.545> +<ITER17 LR1.00000 train:122.302 valid:181.064 test:175.149> +<ITER18 LR1.00000 train:119.144 valid:181.245 test:175.304> +<ITER19 LR0.60000 train:107.907 valid:170.350 test:164.936> +<ITER20 LR0.36000 train:99.378 valid:163.278 test:158.352> +<ITER21 LR0.21600 train:94.024 valid:159.072 test:154.389> +<ITER22 LR0.12960 train:90.574 valid:156.311 test:151.811> +<ITER23 LR0.07776 train:88.352 valid:154.277 test:149.877> +<ITER24 LR0.04666 train:86.920 valid:152.898 test:148.555> +<ITER25 LR0.02799 train:85.956 valid:152.151 test:147.826> +<ITER26 LR0.01680 train:85.306 valid:151.667 test:147.369> +<ITER27 LR0.01008 train:84.893 valid:151.352 test:147.076> +<ITER28 LR0.00605 train:84.631 valid:151.201 test:146.932> +<ITER29 LR0.00363 train:84.466 valid:151.174 test:146.899> +<ITER30 LR0.00218 train:84.362 valid:151.175 test:146.888> + ===FINAL TEST=== [SCHEDULER FINAL_TEST]: preparing parameters... reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 1064281 +reading chunk 1 from 34554093 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1067936 +reading chunk 2 from 34557749 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 35772741 +reading chunk 3 from 69268538 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 35888971 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} +reading chunk 4 from 69384767 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 70444080 +reading chunk 5 from 70448846 [SCHEDULER FINAL_TEST]: preparing parameters end. [SCHEDULER FINAL_TEST]: preparing layers... -(02:16:09 2015-11-12)[nerv] info: create layer: recurrentL1 -(02:16:09 2015-11-12)[nerv] info: create layer: sigmoidL1 -(02:16:09 2015-11-12)[nerv] info: create layer: combinerL1 -(02:16:09 2015-11-12)[nerv] info: create layer: outputL -(02:16:09 2015-11-12)[nerv] info: create layer: softmaxL -(02:16:09 2015-11-12)[nerv] info: create layer: selectL1 +(00:40:45 2015-11-13)[nerv] info: create layer: recurrentL1 +(00:40:45 2015-11-13)[nerv] info: create layer: sigmoidL1 +(00:40:45 2015-11-13)[nerv] info: create layer: combinerL1 +(00:40:45 2015-11-13)[nerv] info: create layer: outputL +(00:40:45 2015-11-13)[nerv] info: create layer: softmaxL +(00:40:45 2015-11-13)[nerv] info: create layer: selectL1 [SCHEDULER FINAL_TEST]: preparing layers end. [SCHEDULER FINAL_TEST]: Generate and initing TNN ... <input> selectL1 0 @@ -3585,11 +3816,9 @@ TNN initing storage outputL -> softmaxL [SCHEDULER FINAL_TEST]: Initing TNN end. [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER FINAL_TEST]: 40087 words processed Thu Nov 12 02:16:14 2015. - [SCHEDULER FINAL_TEST]: log prob per sample :-2.107508. +[SCHEDULER FINAL_TEST]: 40087 words processed Fri Nov 13 00:40:51 2015. + [SCHEDULER FINAL_TEST]: log prob per sample :-2.105765. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3761 [SCHEDULER FINAL_TEST]: Displaying result: -[SCHEDULER FINAL_TEST]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.49110594567> <PPL_OOV 128.91547371482> <LOGP -173952.44517397> +[SCHEDULER FINAL_TEST]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.89931285533> <PPL_OOV 128.47064194653> <LOGP -173828.70500097> [SCHEDULER FINAL_TEST]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. diff --git a/nerv/examples/lmptb/tnn_ptb_main.lua b/nerv/examples/lmptb/tnn_ptb_main.lua index 803ae68..5cc92c4 100644 --- a/nerv/examples/lmptb/tnn_ptb_main.lua +++ b/nerv/examples/lmptb/tnn_ptb_main.lua @@ -232,7 +232,7 @@ nerv.LMUtil.wait(3) ppl_rec = {} lr_rec = {} ppl_rec[0] = {} -ppl_rec[0].valid = result:ppl_net("rnn") +ppl_rec[0].valid = result:ppl_all("rnn") ppl_last = ppl_rec[0].valid ppl_rec[0].train = 0 ppl_rec[0].test = 0 @@ -245,17 +245,17 @@ for iter = 1, global_conf.max_iter, 1 do global_conf.sche_log_pre = "[SCHEDULER ITER"..iter.." LR"..global_conf.lrate.."]:" result = LMTrainer.lm_process_file(global_conf, global_conf.train_fn_shuf, tnn, true) --true update! ppl_rec[iter] = {} - ppl_rec[iter].train = result:ppl_net("rnn") + ppl_rec[iter].train = result:ppl_all("rnn") --shuffling training file printf("%s shuffling training file\n", global_conf.sche_log_pre) os.execute('cp ' .. global_conf.train_fn_shuf .. ' ' .. global_conf.train_fn_shuf_bak) os.execute('cat ' .. global_conf.train_fn_shuf_bak .. ' | sort -R --random-source=/dev/zero > ' .. global_conf.train_fn_shuf) printf("===PEEK ON TEST %d===\n", iter) result = LMTrainer.lm_process_file(global_conf, global_conf.test_fn, tnn, false) --false update! - ppl_rec[iter].test = result:ppl_net("rnn") + ppl_rec[iter].test = result:ppl_all("rnn") printf("===VALIDATION %d===\n", iter) result = LMTrainer.lm_process_file(global_conf, global_conf.valid_fn, tnn, false) --false update! - ppl_rec[iter].valid = result:ppl_net("rnn") + ppl_rec[iter].valid = result:ppl_all("rnn") lr_rec[iter] = global_conf.lrate if (ppl_last / ppl_rec[iter].valid < 1.0003 or lr_half == true) then global_conf.lrate = (global_conf.lrate * 0.6) |