diff options
| author | txh18 <[email protected]> | 2015-11-12 11:50:07 +0800 |
|---|---|---|
| committer | txh18 <[email protected]> | 2015-11-12 11:50:07 +0800 |
| commit | ae2bb39ec6ea46a8bdfbd3b8b145ecfb7ca9032f (patch) | |
| tree | 9a23de71eaf7905a618a6f44cc2316d398376c65 | |
| parent | 73402335834c990dbe6a7729ace7a830ed2f91ae (diff) | |
get good PPL for h300, see m-tests/LOG-tnn-h300
| -rw-r--r-- | nerv/examples/lmptb/m-tests/LOG-tnn-h300 | 3595 | ||||
| -rw-r--r-- | nerv/examples/lmptb/m-tests/tnn_test.lua | 8 |
2 files changed, 3599 insertions, 4 deletions
diff --git a/nerv/examples/lmptb/m-tests/LOG-tnn-h300 b/nerv/examples/lmptb/m-tests/LOG-tnn-h300 new file mode 100644 index 0000000..4fcffed --- /dev/null +++ b/nerv/examples/lmptb/m-tests/LOG-tnn-h300 @@ -0,0 +1,3595 @@ +Greetings +[SCHEDULER]: creating work_dir... +[LOG]LMVocab: Vocab building on file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds... +[LOG]LMVocab: Building finished, vocab size now is 10000. +[SCHEDULER]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34509841 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 2 from 35545246 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 70044639 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 4 from 70048135 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 5 from 70163127 +[SCHEDULER]: preparing parameters end. +===INITIAL VALIDATION=== +[SCHEDULER]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34509841 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 2 from 35545246 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 70044639 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 4 from 70048135 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 5 from 70163127 +[SCHEDULER]: preparing parameters end. +[SCHEDULER]: preparing layers... +(23:21:04 2015-11-11)[nerv] info: create layer: recurrentL1 +(23:21:04 2015-11-11)[nerv] info: create layer: sigmoidL1 +(23:21:04 2015-11-11)[nerv] info: create layer: combinerL1 +(23:21:04 2015-11-11)[nerv] info: create layer: outputL +(23:21:04 2015-11-11)[nerv] info: create layer: softmaxL +(23:21:04 2015-11-11)[nerv] info: create layer: selectL1 +[SCHEDULER]: preparing layers end. +[SCHEDULER]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER]: Initing TNN end. +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER]: 40095 words processed Wed Nov 11 23:21:10 2015. + [SCHEDULER]: log prob per sample :-4.052709. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER]: Displaying result: +[SCHEDULER]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 11363.085973621> <PPL_OOV 11232.52378889> <LOGP -298763.20911767> +[SCHEDULER]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. + +[SCHEDULER]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34509841 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 2 from 35545246 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 70044639 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 4 from 70048135 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 5 from 70163127 +[SCHEDULER]: preparing parameters end. +[SCHEDULER]: preparing layers... +(23:21:20 2015-11-11)[nerv] info: create layer: recurrentL1 +(23:21:20 2015-11-11)[nerv] info: create layer: sigmoidL1 +(23:21:20 2015-11-11)[nerv] info: create layer: combinerL1 +(23:21:20 2015-11-11)[nerv] info: create layer: outputL +(23:21:20 2015-11-11)[nerv] info: create layer: softmaxL +(23:21:20 2015-11-11)[nerv] info: create layer: selectL1 +[SCHEDULER]: preparing layers end. +[SCHEDULER]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER]: Initing TNN end. +===ITERATION 1 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER1 LR1]: 40099 words processed Wed Nov 11 23:21:34 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-3.248245. +[SCHEDULER ITER1 LR1]: 80063 words processed Wed Nov 11 23:21:49 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-3.066372. +[SCHEDULER ITER1 LR1]: 120068 words processed Wed Nov 11 23:22:04 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.998897. +[SCHEDULER ITER1 LR1]: 160017 words processed Wed Nov 11 23:22:19 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.933869. +[SCHEDULER ITER1 LR1]: 200138 words processed Wed Nov 11 23:22:34 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.895356. +[SCHEDULER ITER1 LR1]: 240007 words processed Wed Nov 11 23:22:49 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.860453. +[SCHEDULER ITER1 LR1]: 280135 words processed Wed Nov 11 23:23:04 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.830565. +[SCHEDULER ITER1 LR1]: 320080 words processed Wed Nov 11 23:23:19 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.806896. +[SCHEDULER ITER1 LR1]: 360059 words processed Wed Nov 11 23:23:34 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.781789. +[SCHEDULER ITER1 LR1]: 400021 words processed Wed Nov 11 23:23:49 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.765120. +[SCHEDULER ITER1 LR1]: 440102 words processed Wed Nov 11 23:24:04 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.746893. +[SCHEDULER ITER1 LR1]: 480051 words processed Wed Nov 11 23:24:19 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.729376. +[SCHEDULER ITER1 LR1]: 520093 words processed Wed Nov 11 23:24:34 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.714592. +[SCHEDULER ITER1 LR1]: 560039 words processed Wed Nov 11 23:24:49 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.697929. +[SCHEDULER ITER1 LR1]: 600112 words processed Wed Nov 11 23:25:04 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.688283. +[SCHEDULER ITER1 LR1]: 640076 words processed Wed Nov 11 23:25:19 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.677096. +[SCHEDULER ITER1 LR1]: 680026 words processed Wed Nov 11 23:25:34 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.668041. +[SCHEDULER ITER1 LR1]: 720133 words processed Wed Nov 11 23:25:49 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.659308. +[SCHEDULER ITER1 LR1]: 760048 words processed Wed Nov 11 23:26:04 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.648075. +[SCHEDULER ITER1 LR1]: 800117 words processed Wed Nov 11 23:26:19 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.640555. +[SCHEDULER ITER1 LR1]: 840116 words processed Wed Nov 11 23:26:34 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.630580. +[SCHEDULER ITER1 LR1]: 880037 words processed Wed Nov 11 23:26:49 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.623065. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER1 LR1]: Displaying result: +[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 479.30006237909> <PPL_OOV 418.29117140708> <LOGP -2436897.7616863> +[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 1=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER1 LR1]: 40095 words processed Wed Nov 11 23:27:01 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.523185. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER1 LR1]: Displaying result: +[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 348.88659837747> <PPL_OOV 313.72060811114> <LOGP -184145.01523291> +[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER1 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER1 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1076965 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1080621 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35617574 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35733895 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70251684 +[SCHEDULER ITER1 LR1]: preparing parameters end. +[SCHEDULER ITER1 LR1]: preparing layers... +(23:27:11 2015-11-11)[nerv] info: create layer: recurrentL1 +(23:27:11 2015-11-11)[nerv] info: create layer: sigmoidL1 +(23:27:11 2015-11-11)[nerv] info: create layer: combinerL1 +(23:27:11 2015-11-11)[nerv] info: create layer: outputL +(23:27:11 2015-11-11)[nerv] info: create layer: softmaxL +(23:27:11 2015-11-11)[nerv] info: create layer: selectL1 +[SCHEDULER ITER1 LR1]: preparing layers end. +[SCHEDULER ITER1 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER1 LR1]: Initing TNN end. +===ITERATION 2 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER2 LR1]: 40092 words processed Wed Nov 11 23:27:25 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.599442. +[SCHEDULER ITER2 LR1]: 80099 words processed Wed Nov 11 23:27:40 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.548803. +[SCHEDULER ITER2 LR1]: 120004 words processed Wed Nov 11 23:27:55 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.523943. +[SCHEDULER ITER2 LR1]: 160114 words processed Wed Nov 11 23:28:10 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.512345. +[SCHEDULER ITER2 LR1]: 200066 words processed Wed Nov 11 23:28:25 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.505397. +[SCHEDULER ITER2 LR1]: 240045 words processed Wed Nov 11 23:28:40 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.499117. +[SCHEDULER ITER2 LR1]: 280057 words processed Wed Nov 11 23:28:55 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.492474. +[SCHEDULER ITER2 LR1]: 320106 words processed Wed Nov 11 23:29:10 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.484600. +[SCHEDULER ITER2 LR1]: 360024 words processed Wed Nov 11 23:29:25 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.479672. +[SCHEDULER ITER2 LR1]: 400089 words processed Wed Nov 11 23:29:40 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.475321. +[SCHEDULER ITER2 LR1]: 440067 words processed Wed Nov 11 23:29:55 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.471777. +[SCHEDULER ITER2 LR1]: 480051 words processed Wed Nov 11 23:30:10 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.468552. +[SCHEDULER ITER2 LR1]: 520140 words processed Wed Nov 11 23:30:25 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.465361. +[SCHEDULER ITER2 LR1]: 560132 words processed Wed Nov 11 23:30:40 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.462341. +[SCHEDULER ITER2 LR1]: 600118 words processed Wed Nov 11 23:30:55 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.460604. +[SCHEDULER ITER2 LR1]: 640090 words processed Wed Nov 11 23:31:10 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.458146. +[SCHEDULER ITER2 LR1]: 680075 words processed Wed Nov 11 23:31:25 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.458095. +[SCHEDULER ITER2 LR1]: 720043 words processed Wed Nov 11 23:31:40 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.457528. +[SCHEDULER ITER2 LR1]: 760012 words processed Wed Nov 11 23:31:55 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.455970. +[SCHEDULER ITER2 LR1]: 800113 words processed Wed Nov 11 23:32:10 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.454040. +[SCHEDULER ITER2 LR1]: 840089 words processed Wed Nov 11 23:32:25 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.451647. +[SCHEDULER ITER2 LR1]: 880052 words processed Wed Nov 11 23:32:40 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.449628. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER2 LR1]: Displaying result: +[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 322.88493854907> <PPL_OOV 281.43208335099> <LOGP -2276910.7606898> +[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 2=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER2 LR1]: 40095 words processed Wed Nov 11 23:32:50 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.408668. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER2 LR1]: Displaying result: +[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 274.09438409291> <PPL_OOV 242.65292128392> <LOGP -175916.53225967> +[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER2 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER2 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34524481 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34528138 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69086256 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69202439 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70278561 +[SCHEDULER ITER2 LR1]: preparing parameters end. +[SCHEDULER ITER2 LR1]: preparing layers... +(23:33:00 2015-11-11)[nerv] info: create layer: recurrentL1 +(23:33:00 2015-11-11)[nerv] info: create layer: sigmoidL1 +(23:33:00 2015-11-11)[nerv] info: create layer: combinerL1 +(23:33:00 2015-11-11)[nerv] info: create layer: outputL +(23:33:00 2015-11-11)[nerv] info: create layer: softmaxL +(23:33:00 2015-11-11)[nerv] info: create layer: selectL1 +[SCHEDULER ITER2 LR1]: preparing layers end. +[SCHEDULER ITER2 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER2 LR1]: Initing TNN end. +===ITERATION 3 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER3 LR1]: 40092 words processed Wed Nov 11 23:33:14 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.569663. +[SCHEDULER ITER3 LR1]: 80099 words processed Wed Nov 11 23:33:29 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.489703. +[SCHEDULER ITER3 LR1]: 120004 words processed Wed Nov 11 23:33:44 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.456065. +[SCHEDULER ITER3 LR1]: 160114 words processed Wed Nov 11 23:33:59 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.441796. +[SCHEDULER ITER3 LR1]: 200066 words processed Wed Nov 11 23:34:14 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.433088. +[SCHEDULER ITER3 LR1]: 240045 words processed Wed Nov 11 23:34:29 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.424178. +[SCHEDULER ITER3 LR1]: 280057 words processed Wed Nov 11 23:34:44 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.416746. +[SCHEDULER ITER3 LR1]: 320106 words processed Wed Nov 11 23:34:59 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.408769. +[SCHEDULER ITER3 LR1]: 360024 words processed Wed Nov 11 23:35:14 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.403516. +[SCHEDULER ITER3 LR1]: 400089 words processed Wed Nov 11 23:35:29 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.401051. +[SCHEDULER ITER3 LR1]: 440067 words processed Wed Nov 11 23:35:44 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.397870. +[SCHEDULER ITER3 LR1]: 480051 words processed Wed Nov 11 23:35:59 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.394888. +[SCHEDULER ITER3 LR1]: 520140 words processed Wed Nov 11 23:36:14 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.392029. +[SCHEDULER ITER3 LR1]: 560132 words processed Wed Nov 11 23:36:29 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.389343. +[SCHEDULER ITER3 LR1]: 600118 words processed Wed Nov 11 23:36:44 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.387280. +[SCHEDULER ITER3 LR1]: 640090 words processed Wed Nov 11 23:36:59 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.384322. +[SCHEDULER ITER3 LR1]: 680075 words processed Wed Nov 11 23:37:14 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.382924. +[SCHEDULER ITER3 LR1]: 720043 words processed Wed Nov 11 23:37:29 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.381426. +[SCHEDULER ITER3 LR1]: 760012 words processed Wed Nov 11 23:37:44 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.379613. +[SCHEDULER ITER3 LR1]: 800113 words processed Wed Nov 11 23:37:59 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.377966. +[SCHEDULER ITER3 LR1]: 840089 words processed Wed Nov 11 23:38:14 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.375823. +[SCHEDULER ITER3 LR1]: 880052 words processed Wed Nov 11 23:38:29 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.374291. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER3 LR1]: Displaying result: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 268.9224164231> <PPL_OOV 236.66635714317> <LOGP -2206971.199076> +[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 3=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER3 LR1]: 40095 words processed Wed Nov 11 23:38:39 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.367482. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER3 LR1]: Displaying result: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 246.139092058> <PPL_OOV 218.53948958668> <LOGP -172563.72722511> +[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER3 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER3 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1075691 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1079348 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35651987 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35768166 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70297054 +[SCHEDULER ITER3 LR1]: preparing parameters end. +[SCHEDULER ITER3 LR1]: preparing layers... +(23:38:49 2015-11-11)[nerv] info: create layer: recurrentL1 +(23:38:49 2015-11-11)[nerv] info: create layer: sigmoidL1 +(23:38:49 2015-11-11)[nerv] info: create layer: combinerL1 +(23:38:49 2015-11-11)[nerv] info: create layer: outputL +(23:38:49 2015-11-11)[nerv] info: create layer: softmaxL +(23:38:49 2015-11-11)[nerv] info: create layer: selectL1 +[SCHEDULER ITER3 LR1]: preparing layers end. +[SCHEDULER ITER3 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER3 LR1]: Initing TNN end. +===ITERATION 4 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER4 LR1]: 40092 words processed Wed Nov 11 23:39:03 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.542208. +[SCHEDULER ITER4 LR1]: 80099 words processed Wed Nov 11 23:39:18 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.484538. +[SCHEDULER ITER4 LR1]: 120004 words processed Wed Nov 11 23:39:33 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.457613. +[SCHEDULER ITER4 LR1]: 160114 words processed Wed Nov 11 23:39:48 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.445247. +[SCHEDULER ITER4 LR1]: 200066 words processed Wed Nov 11 23:40:03 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.437367. +[SCHEDULER ITER4 LR1]: 240045 words processed Wed Nov 11 23:40:18 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.422811. +[SCHEDULER ITER4 LR1]: 280057 words processed Wed Nov 11 23:40:33 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.408160. +[SCHEDULER ITER4 LR1]: 320106 words processed Wed Nov 11 23:40:48 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.395672. +[SCHEDULER ITER4 LR1]: 360024 words processed Wed Nov 11 23:41:03 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.386943. +[SCHEDULER ITER4 LR1]: 400089 words processed Wed Nov 11 23:41:18 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.380113. +[SCHEDULER ITER4 LR1]: 440067 words processed Wed Nov 11 23:41:33 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.374574. +[SCHEDULER ITER4 LR1]: 480051 words processed Wed Nov 11 23:41:48 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.369999. +[SCHEDULER ITER4 LR1]: 520140 words processed Wed Nov 11 23:42:03 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.365840. +[SCHEDULER ITER4 LR1]: 560132 words processed Wed Nov 11 23:42:18 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.361944. +[SCHEDULER ITER4 LR1]: 600118 words processed Wed Nov 11 23:42:33 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.357189. +[SCHEDULER ITER4 LR1]: 640090 words processed Wed Nov 11 23:42:48 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.353203. +[SCHEDULER ITER4 LR1]: 680075 words processed Wed Nov 11 23:43:03 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.350827. +[SCHEDULER ITER4 LR1]: 720043 words processed Wed Nov 11 23:43:18 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.348638. +[SCHEDULER ITER4 LR1]: 760012 words processed Wed Nov 11 23:43:33 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.346314. +[SCHEDULER ITER4 LR1]: 800113 words processed Wed Nov 11 23:43:48 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.344168. +[SCHEDULER ITER4 LR1]: 840089 words processed Wed Nov 11 23:44:03 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.341504. +[SCHEDULER ITER4 LR1]: 880052 words processed Wed Nov 11 23:44:18 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.339703. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER4 LR1]: Displaying result: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 246.79967809481> <PPL_OOV 218.53089509171> <LOGP -2174785.4056976> +[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 4=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER4 LR1]: 40095 words processed Wed Nov 11 23:44:28 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.344507. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER4 LR1]: Displaying result: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 231.94898519805> <PPL_OOV 206.071146743> <LOGP -170681.90777664> +[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER4 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER4 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34532576 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34536232 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69123169 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69239437 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70314686 +[SCHEDULER ITER4 LR1]: preparing parameters end. +[SCHEDULER ITER4 LR1]: preparing layers... +(23:44:38 2015-11-11)[nerv] info: create layer: recurrentL1 +(23:44:38 2015-11-11)[nerv] info: create layer: sigmoidL1 +(23:44:38 2015-11-11)[nerv] info: create layer: combinerL1 +(23:44:38 2015-11-11)[nerv] info: create layer: outputL +(23:44:38 2015-11-11)[nerv] info: create layer: softmaxL +(23:44:38 2015-11-11)[nerv] info: create layer: selectL1 +[SCHEDULER ITER4 LR1]: preparing layers end. +[SCHEDULER ITER4 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER4 LR1]: Initing TNN end. +===ITERATION 5 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER5 LR1]: 40092 words processed Wed Nov 11 23:44:52 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.300797. +[SCHEDULER ITER5 LR1]: 80099 words processed Wed Nov 11 23:45:07 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.296818. +[SCHEDULER ITER5 LR1]: 120004 words processed Wed Nov 11 23:45:22 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.290547. +[SCHEDULER ITER5 LR1]: 160114 words processed Wed Nov 11 23:45:37 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.291868. +[SCHEDULER ITER5 LR1]: 200066 words processed Wed Nov 11 23:45:52 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.291909. +[SCHEDULER ITER5 LR1]: 240045 words processed Wed Nov 11 23:46:07 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.287914. +[SCHEDULER ITER5 LR1]: 280057 words processed Wed Nov 11 23:46:22 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.284605. +[SCHEDULER ITER5 LR1]: 320106 words processed Wed Nov 11 23:46:37 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.281239. +[SCHEDULER ITER5 LR1]: 360024 words processed Wed Nov 11 23:46:52 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.279270. +[SCHEDULER ITER5 LR1]: 400089 words processed Wed Nov 11 23:47:07 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.280374. +[SCHEDULER ITER5 LR1]: 440067 words processed Wed Nov 11 23:47:22 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.279921. +[SCHEDULER ITER5 LR1]: 480051 words processed Wed Nov 11 23:47:37 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.279388. +[SCHEDULER ITER5 LR1]: 520140 words processed Wed Nov 11 23:47:52 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.279796. +[SCHEDULER ITER5 LR1]: 560132 words processed Wed Nov 11 23:48:07 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.278872. +[SCHEDULER ITER5 LR1]: 600118 words processed Wed Nov 11 23:48:22 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.276549. +[SCHEDULER ITER5 LR1]: 640090 words processed Wed Nov 11 23:48:37 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.274624. +[SCHEDULER ITER5 LR1]: 680075 words processed Wed Nov 11 23:48:52 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.273749. +[SCHEDULER ITER5 LR1]: 720043 words processed Wed Nov 11 23:49:07 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.273133. +[SCHEDULER ITER5 LR1]: 760012 words processed Wed Nov 11 23:49:22 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.272442. +[SCHEDULER ITER5 LR1]: 800113 words processed Wed Nov 11 23:49:37 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.271901. +[SCHEDULER ITER5 LR1]: 840089 words processed Wed Nov 11 23:49:52 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.270503. +[SCHEDULER ITER5 LR1]: 880052 words processed Wed Nov 11 23:50:07 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.269999. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER5 LR1]: Displaying result: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 210.35665534337> <PPL_OOV 186.22135221397> <LOGP -2110194.4304516> +[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 5=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER5 LR1]: 40095 words processed Wed Nov 11 23:50:17 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.320095. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER5 LR1]: Displaying result: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 217.2449530512> <PPL_OOV 193.72332502292> <LOGP -168702.53801867> +[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER5 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER5 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1074581 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1078237 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35676725 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35793028 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70329168 +[SCHEDULER ITER5 LR1]: preparing parameters end. +[SCHEDULER ITER5 LR1]: preparing layers... +(23:50:27 2015-11-11)[nerv] info: create layer: recurrentL1 +(23:50:27 2015-11-11)[nerv] info: create layer: sigmoidL1 +(23:50:27 2015-11-11)[nerv] info: create layer: combinerL1 +(23:50:27 2015-11-11)[nerv] info: create layer: outputL +(23:50:27 2015-11-11)[nerv] info: create layer: softmaxL +(23:50:27 2015-11-11)[nerv] info: create layer: selectL1 +[SCHEDULER ITER5 LR1]: preparing layers end. +[SCHEDULER ITER5 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER5 LR1]: Initing TNN end. +===ITERATION 6 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER6 LR1]: 40092 words processed Wed Nov 11 23:50:41 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.255734. +[SCHEDULER ITER6 LR1]: 80099 words processed Wed Nov 11 23:50:56 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.253719. +[SCHEDULER ITER6 LR1]: 120004 words processed Wed Nov 11 23:51:11 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.247966. +[SCHEDULER ITER6 LR1]: 160114 words processed Wed Nov 11 23:51:26 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.249946. +[SCHEDULER ITER6 LR1]: 200066 words processed Wed Nov 11 23:51:41 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.250355. +[SCHEDULER ITER6 LR1]: 240045 words processed Wed Nov 11 23:51:56 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.246729. +[SCHEDULER ITER6 LR1]: 280057 words processed Wed Nov 11 23:52:11 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.243410. +[SCHEDULER ITER6 LR1]: 320106 words processed Wed Nov 11 23:52:26 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.240495. +[SCHEDULER ITER6 LR1]: 360024 words processed Wed Nov 11 23:52:41 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.239077. +[SCHEDULER ITER6 LR1]: 400089 words processed Wed Nov 11 23:52:56 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.238622. +[SCHEDULER ITER6 LR1]: 440067 words processed Wed Nov 11 23:53:11 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.238504. +[SCHEDULER ITER6 LR1]: 480051 words processed Wed Nov 11 23:53:26 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.238241. +[SCHEDULER ITER6 LR1]: 520140 words processed Wed Nov 11 23:53:41 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.239162. +[SCHEDULER ITER6 LR1]: 560132 words processed Wed Nov 11 23:53:56 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.239312. +[SCHEDULER ITER6 LR1]: 600118 words processed Wed Nov 11 23:54:11 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.237412. +[SCHEDULER ITER6 LR1]: 640090 words processed Wed Nov 11 23:54:26 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.235684. +[SCHEDULER ITER6 LR1]: 680075 words processed Wed Nov 11 23:54:41 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.235523. +[SCHEDULER ITER6 LR1]: 720043 words processed Wed Nov 11 23:54:56 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.235372. +[SCHEDULER ITER6 LR1]: 760012 words processed Wed Nov 11 23:55:11 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.234774. +[SCHEDULER ITER6 LR1]: 800113 words processed Wed Nov 11 23:55:26 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.234615. +[SCHEDULER ITER6 LR1]: 840089 words processed Wed Nov 11 23:55:41 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.233365. +[SCHEDULER ITER6 LR1]: 880052 words processed Wed Nov 11 23:55:56 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.233021. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER6 LR1]: Displaying result: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 192.50276395295> <PPL_OOV 171.03816037907> <LOGP -2075858.7043799> +[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 6=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER6 LR1]: 40095 words processed Wed Nov 11 23:56:06 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.302691. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER6 LR1]: Displaying result: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 206.4844147814> <PPL_OOV 184.91442849952> <LOGP -167211.76617871> +[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER6 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER6 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34538959 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34542616 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69152427 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69268767 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70342725 +[SCHEDULER ITER6 LR1]: preparing parameters end. +[SCHEDULER ITER6 LR1]: preparing layers... +(23:56:16 2015-11-11)[nerv] info: create layer: recurrentL1 +(23:56:16 2015-11-11)[nerv] info: create layer: sigmoidL1 +(23:56:16 2015-11-11)[nerv] info: create layer: combinerL1 +(23:56:16 2015-11-11)[nerv] info: create layer: outputL +(23:56:16 2015-11-11)[nerv] info: create layer: softmaxL +(23:56:16 2015-11-11)[nerv] info: create layer: selectL1 +[SCHEDULER ITER6 LR1]: preparing layers end. +[SCHEDULER ITER6 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER6 LR1]: Initing TNN end. +===ITERATION 7 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER7 LR1]: 40092 words processed Wed Nov 11 23:56:30 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.221318. +[SCHEDULER ITER7 LR1]: 80099 words processed Wed Nov 11 23:56:45 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.219186. +[SCHEDULER ITER7 LR1]: 120004 words processed Wed Nov 11 23:57:00 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.213799. +[SCHEDULER ITER7 LR1]: 160114 words processed Wed Nov 11 23:57:15 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.216384. +[SCHEDULER ITER7 LR1]: 200066 words processed Wed Nov 11 23:57:30 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.217079. +[SCHEDULER ITER7 LR1]: 240045 words processed Wed Nov 11 23:57:45 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.213725. +[SCHEDULER ITER7 LR1]: 280057 words processed Wed Nov 11 23:58:00 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.210415. +[SCHEDULER ITER7 LR1]: 320106 words processed Wed Nov 11 23:58:15 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.207974. +[SCHEDULER ITER7 LR1]: 360024 words processed Wed Nov 11 23:58:30 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.206540. +[SCHEDULER ITER7 LR1]: 400089 words processed Wed Nov 11 23:58:45 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.205226. +[SCHEDULER ITER7 LR1]: 440067 words processed Wed Nov 11 23:59:00 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.205453. +[SCHEDULER ITER7 LR1]: 480051 words processed Wed Nov 11 23:59:15 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.205338. +[SCHEDULER ITER7 LR1]: 520140 words processed Wed Nov 11 23:59:30 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.206037. +[SCHEDULER ITER7 LR1]: 560132 words processed Wed Nov 11 23:59:45 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.205562. +[SCHEDULER ITER7 LR1]: 600118 words processed Thu Nov 12 00:00:00 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.203522. +[SCHEDULER ITER7 LR1]: 640090 words processed Thu Nov 12 00:00:15 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.202249. +[SCHEDULER ITER7 LR1]: 680075 words processed Thu Nov 12 00:00:30 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.201790. +[SCHEDULER ITER7 LR1]: 720043 words processed Thu Nov 12 00:00:45 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.201622. +[SCHEDULER ITER7 LR1]: 760012 words processed Thu Nov 12 00:01:00 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.201069. +[SCHEDULER ITER7 LR1]: 800113 words processed Thu Nov 12 00:01:15 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.201081. +[SCHEDULER ITER7 LR1]: 840089 words processed Thu Nov 12 00:01:30 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.199962. +[SCHEDULER ITER7 LR1]: 880052 words processed Thu Nov 12 00:01:45 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.199786. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER7 LR1]: Displaying result: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 177.71491333507> <PPL_OOV 158.44086194822> <LOGP -2044972.3472182> +[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 7=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER7 LR1]: 40095 words processed Thu Nov 12 00:01:55 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.294253. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER7 LR1]: Displaying result: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 201.64131655583> <PPL_OOV 180.61690191719> <LOGP -166458.49874652> +[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER7 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER7 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1073268 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1076924 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35696900 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35813257 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70354701 +[SCHEDULER ITER7 LR1]: preparing parameters end. +[SCHEDULER ITER7 LR1]: preparing layers... +(00:02:05 2015-11-12)[nerv] info: create layer: recurrentL1 +(00:02:05 2015-11-12)[nerv] info: create layer: sigmoidL1 +(00:02:05 2015-11-12)[nerv] info: create layer: combinerL1 +(00:02:05 2015-11-12)[nerv] info: create layer: outputL +(00:02:05 2015-11-12)[nerv] info: create layer: softmaxL +(00:02:05 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER7 LR1]: preparing layers end. +[SCHEDULER ITER7 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER7 LR1]: Initing TNN end. +===ITERATION 8 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER8 LR1]: 40092 words processed Thu Nov 12 00:02:19 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.194108. +[SCHEDULER ITER8 LR1]: 80099 words processed Thu Nov 12 00:02:34 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.191733. +[SCHEDULER ITER8 LR1]: 120004 words processed Thu Nov 12 00:02:49 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.185630. +[SCHEDULER ITER8 LR1]: 160114 words processed Thu Nov 12 00:03:04 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.187845. +[SCHEDULER ITER8 LR1]: 200066 words processed Thu Nov 12 00:03:19 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.188615. +[SCHEDULER ITER8 LR1]: 240045 words processed Thu Nov 12 00:03:34 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.184946. +[SCHEDULER ITER8 LR1]: 280057 words processed Thu Nov 12 00:03:49 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.181668. +[SCHEDULER ITER8 LR1]: 320106 words processed Thu Nov 12 00:04:04 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.179297. +[SCHEDULER ITER8 LR1]: 360024 words processed Thu Nov 12 00:04:19 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.177995. +[SCHEDULER ITER8 LR1]: 400089 words processed Thu Nov 12 00:04:34 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.176829. +[SCHEDULER ITER8 LR1]: 440067 words processed Thu Nov 12 00:04:49 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.177359. +[SCHEDULER ITER8 LR1]: 480051 words processed Thu Nov 12 00:05:04 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.177583. +[SCHEDULER ITER8 LR1]: 520140 words processed Thu Nov 12 00:05:19 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.179069. +[SCHEDULER ITER8 LR1]: 560132 words processed Thu Nov 12 00:05:34 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.179561. +[SCHEDULER ITER8 LR1]: 600118 words processed Thu Nov 12 00:05:49 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.177421. +[SCHEDULER ITER8 LR1]: 640090 words processed Thu Nov 12 00:06:04 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.176132. +[SCHEDULER ITER8 LR1]: 680075 words processed Thu Nov 12 00:06:19 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.175294. +[SCHEDULER ITER8 LR1]: 720043 words processed Thu Nov 12 00:06:34 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.175068. +[SCHEDULER ITER8 LR1]: 760012 words processed Thu Nov 12 00:06:49 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.174381. +[SCHEDULER ITER8 LR1]: 800113 words processed Thu Nov 12 00:07:04 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.174442. +[SCHEDULER ITER8 LR1]: 840089 words processed Thu Nov 12 00:07:19 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.173418. +[SCHEDULER ITER8 LR1]: 880052 words processed Thu Nov 12 00:07:34 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.173354. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER8 LR1]: Displaying result: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 166.80733763776> <PPL_OOV 149.09339800127> <LOGP -2020423.0325915> +[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 8=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER8 LR1]: 40095 words processed Thu Nov 12 00:07:44 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.281843. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER8 LR1]: Displaying result: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 194.74121822321> <PPL_OOV 174.6708208958> <LOGP -165386.17384909> +[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER8 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER8 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34543424 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34547080 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69175463 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69291808 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70364405 +[SCHEDULER ITER8 LR1]: preparing parameters end. +[SCHEDULER ITER8 LR1]: preparing layers... +(00:07:54 2015-11-12)[nerv] info: create layer: recurrentL1 +(00:07:54 2015-11-12)[nerv] info: create layer: sigmoidL1 +(00:07:54 2015-11-12)[nerv] info: create layer: combinerL1 +(00:07:54 2015-11-12)[nerv] info: create layer: outputL +(00:07:54 2015-11-12)[nerv] info: create layer: softmaxL +(00:07:54 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER8 LR1]: preparing layers end. +[SCHEDULER ITER8 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER8 LR1]: Initing TNN end. +===ITERATION 9 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER9 LR1]: 40092 words processed Thu Nov 12 00:08:08 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.170763. +[SCHEDULER ITER9 LR1]: 80099 words processed Thu Nov 12 00:08:23 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.168830. +[SCHEDULER ITER9 LR1]: 120004 words processed Thu Nov 12 00:08:38 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.162759. +[SCHEDULER ITER9 LR1]: 160114 words processed Thu Nov 12 00:08:53 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.164936. +[SCHEDULER ITER9 LR1]: 200066 words processed Thu Nov 12 00:09:08 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.166120. +[SCHEDULER ITER9 LR1]: 240045 words processed Thu Nov 12 00:09:23 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.162361. +[SCHEDULER ITER9 LR1]: 280057 words processed Thu Nov 12 00:09:38 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.158782. +[SCHEDULER ITER9 LR1]: 320106 words processed Thu Nov 12 00:09:53 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.156563. +[SCHEDULER ITER9 LR1]: 360024 words processed Thu Nov 12 00:10:08 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.155328. +[SCHEDULER ITER9 LR1]: 400089 words processed Thu Nov 12 00:10:23 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.154070. +[SCHEDULER ITER9 LR1]: 440067 words processed Thu Nov 12 00:10:38 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.154853. +[SCHEDULER ITER9 LR1]: 480051 words processed Thu Nov 12 00:10:53 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.155106. +[SCHEDULER ITER9 LR1]: 520140 words processed Thu Nov 12 00:11:08 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.156219. +[SCHEDULER ITER9 LR1]: 560132 words processed Thu Nov 12 00:11:23 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.156251. +[SCHEDULER ITER9 LR1]: 600118 words processed Thu Nov 12 00:11:38 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.154060. +[SCHEDULER ITER9 LR1]: 640090 words processed Thu Nov 12 00:11:53 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.152773. +[SCHEDULER ITER9 LR1]: 680075 words processed Thu Nov 12 00:12:08 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.152174. +[SCHEDULER ITER9 LR1]: 720043 words processed Thu Nov 12 00:12:23 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.152155. +[SCHEDULER ITER9 LR1]: 760012 words processed Thu Nov 12 00:12:38 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.151691. +[SCHEDULER ITER9 LR1]: 800113 words processed Thu Nov 12 00:12:53 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.151817. +[SCHEDULER ITER9 LR1]: 840089 words processed Thu Nov 12 00:13:08 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.150879. +[SCHEDULER ITER9 LR1]: 880052 words processed Thu Nov 12 00:13:23 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.150927. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER9 LR1]: Displaying result: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 158.0440640641> <PPL_OOV 141.59709559987> <LOGP -1999596.4578097> +[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 9=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER9 LR1]: 40095 words processed Thu Nov 12 00:13:33 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.273757. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER9 LR1]: Displaying result: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 190.51752359496> <PPL_OOV 171.00540401362> <LOGP -164706.80542454> +[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER9 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER9 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1071980 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1075636 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35712173 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35828547 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70373604 +[SCHEDULER ITER9 LR1]: preparing parameters end. +[SCHEDULER ITER9 LR1]: preparing layers... +(00:13:43 2015-11-12)[nerv] info: create layer: recurrentL1 +(00:13:43 2015-11-12)[nerv] info: create layer: sigmoidL1 +(00:13:43 2015-11-12)[nerv] info: create layer: combinerL1 +(00:13:43 2015-11-12)[nerv] info: create layer: outputL +(00:13:43 2015-11-12)[nerv] info: create layer: softmaxL +(00:13:43 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER9 LR1]: preparing layers end. +[SCHEDULER ITER9 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER9 LR1]: Initing TNN end. +===ITERATION 10 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER10 LR1]: 40092 words processed Thu Nov 12 00:13:57 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.148254. +[SCHEDULER ITER10 LR1]: 80099 words processed Thu Nov 12 00:14:12 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.146126. +[SCHEDULER ITER10 LR1]: 120004 words processed Thu Nov 12 00:14:27 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.141048. +[SCHEDULER ITER10 LR1]: 160114 words processed Thu Nov 12 00:14:42 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.143453. +[SCHEDULER ITER10 LR1]: 200066 words processed Thu Nov 12 00:14:57 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.145387. +[SCHEDULER ITER10 LR1]: 240045 words processed Thu Nov 12 00:15:12 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.142340. +[SCHEDULER ITER10 LR1]: 280057 words processed Thu Nov 12 00:15:27 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.138628. +[SCHEDULER ITER10 LR1]: 320106 words processed Thu Nov 12 00:15:42 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.136678. +[SCHEDULER ITER10 LR1]: 360024 words processed Thu Nov 12 00:15:57 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.135412. +[SCHEDULER ITER10 LR1]: 400089 words processed Thu Nov 12 00:16:12 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.134423. +[SCHEDULER ITER10 LR1]: 440067 words processed Thu Nov 12 00:16:27 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.135186. +[SCHEDULER ITER10 LR1]: 480051 words processed Thu Nov 12 00:16:42 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.135570. +[SCHEDULER ITER10 LR1]: 520140 words processed Thu Nov 12 00:16:57 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.136204. +[SCHEDULER ITER10 LR1]: 560132 words processed Thu Nov 12 00:17:12 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.136237. +[SCHEDULER ITER10 LR1]: 600118 words processed Thu Nov 12 00:17:27 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.134013. +[SCHEDULER ITER10 LR1]: 640090 words processed Thu Nov 12 00:17:42 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.132866. +[SCHEDULER ITER10 LR1]: 680075 words processed Thu Nov 12 00:17:57 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.132337. +[SCHEDULER ITER10 LR1]: 720043 words processed Thu Nov 12 00:18:12 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.132372. +[SCHEDULER ITER10 LR1]: 760012 words processed Thu Nov 12 00:18:27 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.131824. +[SCHEDULER ITER10 LR1]: 800113 words processed Thu Nov 12 00:18:42 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.132127. +[SCHEDULER ITER10 LR1]: 840089 words processed Thu Nov 12 00:18:57 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.131530. +[SCHEDULER ITER10 LR1]: 880052 words processed Thu Nov 12 00:19:12 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.131705. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER10 LR1]: Displaying result: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 150.92798176225> <PPL_OOV 135.47621583144> <LOGP -1981756.4475522> +[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 10=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER10 LR1]: 40095 words processed Thu Nov 12 00:19:22 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.269691. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER10 LR1]: Displaying result: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 188.38502341908> <PPL_OOV 169.22423473382> <LOGP -164371.39833756> +[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER10 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER10 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34546845 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34550501 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69194628 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69311005 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70382319 +[SCHEDULER ITER10 LR1]: preparing parameters end. +[SCHEDULER ITER10 LR1]: preparing layers... +(00:19:32 2015-11-12)[nerv] info: create layer: recurrentL1 +(00:19:32 2015-11-12)[nerv] info: create layer: sigmoidL1 +(00:19:32 2015-11-12)[nerv] info: create layer: combinerL1 +(00:19:32 2015-11-12)[nerv] info: create layer: outputL +(00:19:32 2015-11-12)[nerv] info: create layer: softmaxL +(00:19:32 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER10 LR1]: preparing layers end. +[SCHEDULER ITER10 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER10 LR1]: Initing TNN end. +===ITERATION 11 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER11 LR1]: 40092 words processed Thu Nov 12 00:19:46 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.139604. +[SCHEDULER ITER11 LR1]: 80099 words processed Thu Nov 12 00:20:01 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.135128. +[SCHEDULER ITER11 LR1]: 120004 words processed Thu Nov 12 00:20:16 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.128426. +[SCHEDULER ITER11 LR1]: 160114 words processed Thu Nov 12 00:20:31 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.129719. +[SCHEDULER ITER11 LR1]: 200066 words processed Thu Nov 12 00:20:46 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.130041. +[SCHEDULER ITER11 LR1]: 240045 words processed Thu Nov 12 00:21:01 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.126278. +[SCHEDULER ITER11 LR1]: 280057 words processed Thu Nov 12 00:21:16 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.122260. +[SCHEDULER ITER11 LR1]: 320106 words processed Thu Nov 12 00:21:31 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.120058. +[SCHEDULER ITER11 LR1]: 360024 words processed Thu Nov 12 00:21:46 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.118769. +[SCHEDULER ITER11 LR1]: 400089 words processed Thu Nov 12 00:22:01 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.117750. +[SCHEDULER ITER11 LR1]: 440067 words processed Thu Nov 12 00:22:16 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.118529. +[SCHEDULER ITER11 LR1]: 480051 words processed Thu Nov 12 00:22:31 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.118968. +[SCHEDULER ITER11 LR1]: 520140 words processed Thu Nov 12 00:22:46 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.119060. +[SCHEDULER ITER11 LR1]: 560132 words processed Thu Nov 12 00:23:01 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.119023. +[SCHEDULER ITER11 LR1]: 600118 words processed Thu Nov 12 00:23:16 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.116833. +[SCHEDULER ITER11 LR1]: 640090 words processed Thu Nov 12 00:23:31 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.115632. +[SCHEDULER ITER11 LR1]: 680075 words processed Thu Nov 12 00:23:46 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.115042. +[SCHEDULER ITER11 LR1]: 720043 words processed Thu Nov 12 00:24:01 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.115090. +[SCHEDULER ITER11 LR1]: 760012 words processed Thu Nov 12 00:24:16 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.114536. +[SCHEDULER ITER11 LR1]: 800113 words processed Thu Nov 12 00:24:31 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.114798. +[SCHEDULER ITER11 LR1]: 840089 words processed Thu Nov 12 00:24:46 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.114037. +[SCHEDULER ITER11 LR1]: 880052 words processed Thu Nov 12 00:25:01 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.114258. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER11 LR1]: Displaying result: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 144.73821439199> <PPL_OOV 130.1412005626> <LOGP -1965536.7477128> +[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 11=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER11 LR1]: 40095 words processed Thu Nov 12 00:25:12 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.264388. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER11 LR1]: Displaying result: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 186.58886605248> <PPL_OOV 167.4347827608> <LOGP -164030.85757806> +[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER11 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER11 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1070697 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1074353 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35726413 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35842774 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70391178 +[SCHEDULER ITER11 LR1]: preparing parameters end. +[SCHEDULER ITER11 LR1]: preparing layers... +(00:25:22 2015-11-12)[nerv] info: create layer: recurrentL1 +(00:25:22 2015-11-12)[nerv] info: create layer: sigmoidL1 +(00:25:22 2015-11-12)[nerv] info: create layer: combinerL1 +(00:25:22 2015-11-12)[nerv] info: create layer: outputL +(00:25:22 2015-11-12)[nerv] info: create layer: softmaxL +(00:25:22 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER11 LR1]: preparing layers end. +[SCHEDULER ITER11 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER11 LR1]: Initing TNN end. +===ITERATION 12 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER12 LR1]: 40092 words processed Thu Nov 12 00:25:36 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.114399. +[SCHEDULER ITER12 LR1]: 80099 words processed Thu Nov 12 00:25:51 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.112078. +[SCHEDULER ITER12 LR1]: 120004 words processed Thu Nov 12 00:26:06 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.107746. +[SCHEDULER ITER12 LR1]: 160114 words processed Thu Nov 12 00:26:21 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.112277. +[SCHEDULER ITER12 LR1]: 200066 words processed Thu Nov 12 00:26:36 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.112757. +[SCHEDULER ITER12 LR1]: 240045 words processed Thu Nov 12 00:26:51 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.109550. +[SCHEDULER ITER12 LR1]: 280057 words processed Thu Nov 12 00:27:06 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.105701. +[SCHEDULER ITER12 LR1]: 320106 words processed Thu Nov 12 00:27:21 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.103779. +[SCHEDULER ITER12 LR1]: 360024 words processed Thu Nov 12 00:27:36 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.102643. +[SCHEDULER ITER12 LR1]: 400089 words processed Thu Nov 12 00:27:51 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.101215. +[SCHEDULER ITER12 LR1]: 440067 words processed Thu Nov 12 00:28:06 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.102125. +[SCHEDULER ITER12 LR1]: 480051 words processed Thu Nov 12 00:28:21 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.102673. +[SCHEDULER ITER12 LR1]: 520140 words processed Thu Nov 12 00:28:36 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.106563. +[SCHEDULER ITER12 LR1]: 560132 words processed Thu Nov 12 00:28:51 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.107925. +[SCHEDULER ITER12 LR1]: 600118 words processed Thu Nov 12 00:29:06 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.106878. +[SCHEDULER ITER12 LR1]: 640090 words processed Thu Nov 12 00:29:21 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.105814. +[SCHEDULER ITER12 LR1]: 680075 words processed Thu Nov 12 00:29:36 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.105226. +[SCHEDULER ITER12 LR1]: 720043 words processed Thu Nov 12 00:29:51 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.105008. +[SCHEDULER ITER12 LR1]: 760012 words processed Thu Nov 12 00:30:06 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.105053. +[SCHEDULER ITER12 LR1]: 800113 words processed Thu Nov 12 00:30:21 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.105313. +[SCHEDULER ITER12 LR1]: 840089 words processed Thu Nov 12 00:30:36 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.104382. +[SCHEDULER ITER12 LR1]: 880052 words processed Thu Nov 12 00:30:51 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.104366. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER12 LR1]: Displaying result: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 141.34378472336> <PPL_OOV 127.20543583894> <LOGP -1956325.3215572> +[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 12=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER12 LR1]: 40095 words processed Thu Nov 12 00:31:01 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.259682. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER12 LR1]: Displaying result: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.30489838424> <PPL_OOV 165.46915193487> <LOGP -163652.56894809> +[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER12 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER12 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34549906 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34553562 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69212995 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69329338 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70399287 +[SCHEDULER ITER12 LR1]: preparing parameters end. +[SCHEDULER ITER12 LR1]: preparing layers... +(00:31:11 2015-11-12)[nerv] info: create layer: recurrentL1 +(00:31:11 2015-11-12)[nerv] info: create layer: sigmoidL1 +(00:31:11 2015-11-12)[nerv] info: create layer: combinerL1 +(00:31:11 2015-11-12)[nerv] info: create layer: outputL +(00:31:11 2015-11-12)[nerv] info: create layer: softmaxL +(00:31:11 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER12 LR1]: preparing layers end. +[SCHEDULER ITER12 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER12 LR1]: Initing TNN end. +===ITERATION 13 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER13 LR1]: 40092 words processed Thu Nov 12 00:31:25 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.097802. +[SCHEDULER ITER13 LR1]: 80099 words processed Thu Nov 12 00:31:40 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.097057. +[SCHEDULER ITER13 LR1]: 120004 words processed Thu Nov 12 00:31:55 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.092471. +[SCHEDULER ITER13 LR1]: 160114 words processed Thu Nov 12 00:32:10 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.094673. +[SCHEDULER ITER13 LR1]: 200066 words processed Thu Nov 12 00:32:25 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.095234. +[SCHEDULER ITER13 LR1]: 240045 words processed Thu Nov 12 00:32:40 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.092012. +[SCHEDULER ITER13 LR1]: 280057 words processed Thu Nov 12 00:32:55 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.088236. +[SCHEDULER ITER13 LR1]: 320106 words processed Thu Nov 12 00:33:10 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.086721. +[SCHEDULER ITER13 LR1]: 360024 words processed Thu Nov 12 00:33:25 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.085752. +[SCHEDULER ITER13 LR1]: 400089 words processed Thu Nov 12 00:33:40 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.084517. +[SCHEDULER ITER13 LR1]: 440067 words processed Thu Nov 12 00:33:55 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.085618. +[SCHEDULER ITER13 LR1]: 480051 words processed Thu Nov 12 00:34:10 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.086444. +[SCHEDULER ITER13 LR1]: 520140 words processed Thu Nov 12 00:34:25 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.086859. +[SCHEDULER ITER13 LR1]: 560132 words processed Thu Nov 12 00:34:40 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.087247. +[SCHEDULER ITER13 LR1]: 600118 words processed Thu Nov 12 00:34:55 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.085543. +[SCHEDULER ITER13 LR1]: 640090 words processed Thu Nov 12 00:35:10 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.084373. +[SCHEDULER ITER13 LR1]: 680075 words processed Thu Nov 12 00:35:25 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.084274. +[SCHEDULER ITER13 LR1]: 720043 words processed Thu Nov 12 00:35:40 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.084292. +[SCHEDULER ITER13 LR1]: 760012 words processed Thu Nov 12 00:35:55 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.083598. +[SCHEDULER ITER13 LR1]: 800113 words processed Thu Nov 12 00:36:10 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.084051. +[SCHEDULER ITER13 LR1]: 840089 words processed Thu Nov 12 00:36:25 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.083429. +[SCHEDULER ITER13 LR1]: 880052 words processed Thu Nov 12 00:36:40 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.083746. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER13 LR1]: Displaying result: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 134.52600477096> <PPL_OOV 121.31997606285> <LOGP -1937200.5576514> +[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 13=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER13 LR1]: 40095 words processed Thu Nov 12 00:36:50 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.257524. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER13 LR1]: Displaying result: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 183.01087931533> <PPL_OOV 164.49261225521> <LOGP -163462.95828339> +[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER13 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER13 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1069106 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1072762 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35740080 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35856416 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70407549 +[SCHEDULER ITER13 LR1]: preparing parameters end. +[SCHEDULER ITER13 LR1]: preparing layers... +(00:37:00 2015-11-12)[nerv] info: create layer: recurrentL1 +(00:37:00 2015-11-12)[nerv] info: create layer: sigmoidL1 +(00:37:00 2015-11-12)[nerv] info: create layer: combinerL1 +(00:37:00 2015-11-12)[nerv] info: create layer: outputL +(00:37:00 2015-11-12)[nerv] info: create layer: softmaxL +(00:37:00 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER13 LR1]: preparing layers end. +[SCHEDULER ITER13 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER13 LR1]: Initing TNN end. +===ITERATION 14 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER14 LR1]: 40092 words processed Thu Nov 12 00:37:14 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.083632. +[SCHEDULER ITER14 LR1]: 80099 words processed Thu Nov 12 00:37:29 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.081719. +[SCHEDULER ITER14 LR1]: 120004 words processed Thu Nov 12 00:37:44 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.078103. +[SCHEDULER ITER14 LR1]: 160114 words processed Thu Nov 12 00:37:59 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.080349. +[SCHEDULER ITER14 LR1]: 200066 words processed Thu Nov 12 00:38:14 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.081059. +[SCHEDULER ITER14 LR1]: 240045 words processed Thu Nov 12 00:38:29 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.077897. +[SCHEDULER ITER14 LR1]: 280057 words processed Thu Nov 12 00:38:44 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.074395. +[SCHEDULER ITER14 LR1]: 320106 words processed Thu Nov 12 00:38:59 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.072848. +[SCHEDULER ITER14 LR1]: 360024 words processed Thu Nov 12 00:39:14 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.071953. +[SCHEDULER ITER14 LR1]: 400089 words processed Thu Nov 12 00:39:29 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.070445. +[SCHEDULER ITER14 LR1]: 440067 words processed Thu Nov 12 00:39:44 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.071640. +[SCHEDULER ITER14 LR1]: 480051 words processed Thu Nov 12 00:39:59 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.072586. +[SCHEDULER ITER14 LR1]: 520140 words processed Thu Nov 12 00:40:14 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.073025. +[SCHEDULER ITER14 LR1]: 560132 words processed Thu Nov 12 00:40:29 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.073392. +[SCHEDULER ITER14 LR1]: 600118 words processed Thu Nov 12 00:40:44 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.074239. +[SCHEDULER ITER14 LR1]: 640090 words processed Thu Nov 12 00:40:59 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.073443. +[SCHEDULER ITER14 LR1]: 680075 words processed Thu Nov 12 00:41:14 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.073154. +[SCHEDULER ITER14 LR1]: 720043 words processed Thu Nov 12 00:41:29 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.073099. +[SCHEDULER ITER14 LR1]: 760012 words processed Thu Nov 12 00:41:44 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.072384. +[SCHEDULER ITER14 LR1]: 800113 words processed Thu Nov 12 00:41:59 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.072796. +[SCHEDULER ITER14 LR1]: 840089 words processed Thu Nov 12 00:42:14 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.072078. +[SCHEDULER ITER14 LR1]: 880052 words processed Thu Nov 12 00:42:29 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.072372. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER14 LR1]: Displaying result: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 130.88666760809> <PPL_OOV 118.18127796011> <LOGP -1926618.4566937> +[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 14=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER14 LR1]: 40095 words processed Thu Nov 12 00:42:40 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.255296. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER14 LR1]: Displaying result: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.18345708764> <PPL_OOV 163.35693072942> <LOGP -163241.0267925> +[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER14 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER14 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34552351 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34556007 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69232364 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69348695 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70417100 +[SCHEDULER ITER14 LR1]: preparing parameters end. +[SCHEDULER ITER14 LR1]: preparing layers... +(00:42:50 2015-11-12)[nerv] info: create layer: recurrentL1 +(00:42:50 2015-11-12)[nerv] info: create layer: sigmoidL1 +(00:42:50 2015-11-12)[nerv] info: create layer: combinerL1 +(00:42:50 2015-11-12)[nerv] info: create layer: outputL +(00:42:50 2015-11-12)[nerv] info: create layer: softmaxL +(00:42:50 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER14 LR1]: preparing layers end. +[SCHEDULER ITER14 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER14 LR1]: Initing TNN end. +===ITERATION 15 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER15 LR1]: 40092 words processed Thu Nov 12 00:43:04 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.071539. +[SCHEDULER ITER15 LR1]: 80099 words processed Thu Nov 12 00:43:19 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.069562. +[SCHEDULER ITER15 LR1]: 120004 words processed Thu Nov 12 00:43:34 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.066060. +[SCHEDULER ITER15 LR1]: 160114 words processed Thu Nov 12 00:43:49 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.068427. +[SCHEDULER ITER15 LR1]: 200066 words processed Thu Nov 12 00:44:04 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.068958. +[SCHEDULER ITER15 LR1]: 240045 words processed Thu Nov 12 00:44:19 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.066290. +[SCHEDULER ITER15 LR1]: 280057 words processed Thu Nov 12 00:44:34 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.062588. +[SCHEDULER ITER15 LR1]: 320106 words processed Thu Nov 12 00:44:49 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.061054. +[SCHEDULER ITER15 LR1]: 360024 words processed Thu Nov 12 00:45:04 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.060079. +[SCHEDULER ITER15 LR1]: 400089 words processed Thu Nov 12 00:45:19 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.058899. +[SCHEDULER ITER15 LR1]: 440067 words processed Thu Nov 12 00:45:34 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.060381. +[SCHEDULER ITER15 LR1]: 480051 words processed Thu Nov 12 00:45:49 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.061214. +[SCHEDULER ITER15 LR1]: 520140 words processed Thu Nov 12 00:46:04 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.061742. +[SCHEDULER ITER15 LR1]: 560132 words processed Thu Nov 12 00:46:19 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.062036. +[SCHEDULER ITER15 LR1]: 600118 words processed Thu Nov 12 00:46:34 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.060190. +[SCHEDULER ITER15 LR1]: 640090 words processed Thu Nov 12 00:46:49 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.058949. +[SCHEDULER ITER15 LR1]: 680075 words processed Thu Nov 12 00:47:04 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.058893. +[SCHEDULER ITER15 LR1]: 720043 words processed Thu Nov 12 00:47:19 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.058851. +[SCHEDULER ITER15 LR1]: 760012 words processed Thu Nov 12 00:47:34 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.058109. +[SCHEDULER ITER15 LR1]: 800113 words processed Thu Nov 12 00:47:49 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.058625. +[SCHEDULER ITER15 LR1]: 840089 words processed Thu Nov 12 00:48:04 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.057959. +[SCHEDULER ITER15 LR1]: 880052 words processed Thu Nov 12 00:48:19 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.058335. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER15 LR1]: Displaying result: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 126.56734714787> <PPL_OOV 114.42237598772> <LOGP -1913569.1463526> +[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 15=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER15 LR1]: 40095 words processed Thu Nov 12 00:48:30 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.255632. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER15 LR1]: Displaying result: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 180.96635882993> <PPL_OOV 163.29886366824> <LOGP -163229.63807816> +[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER15 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER15 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1067639 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1071296 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35757134 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35873452 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70427089 +[SCHEDULER ITER15 LR1]: preparing parameters end. +[SCHEDULER ITER15 LR1]: preparing layers... +(00:48:40 2015-11-12)[nerv] info: create layer: recurrentL1 +(00:48:40 2015-11-12)[nerv] info: create layer: sigmoidL1 +(00:48:40 2015-11-12)[nerv] info: create layer: combinerL1 +(00:48:40 2015-11-12)[nerv] info: create layer: outputL +(00:48:40 2015-11-12)[nerv] info: create layer: softmaxL +(00:48:40 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER15 LR1]: preparing layers end. +[SCHEDULER ITER15 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER15 LR1]: Initing TNN end. +===ITERATION 16 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER16 LR1]: 40092 words processed Thu Nov 12 00:48:54 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.059756. +[SCHEDULER ITER16 LR1]: 80099 words processed Thu Nov 12 00:49:09 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.057340. +[SCHEDULER ITER16 LR1]: 120004 words processed Thu Nov 12 00:49:24 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.054485. +[SCHEDULER ITER16 LR1]: 160114 words processed Thu Nov 12 00:49:39 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.056365. +[SCHEDULER ITER16 LR1]: 200066 words processed Thu Nov 12 00:49:54 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.056803. +[SCHEDULER ITER16 LR1]: 240045 words processed Thu Nov 12 00:50:09 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.054190. +[SCHEDULER ITER16 LR1]: 280057 words processed Thu Nov 12 00:50:24 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.050290. +[SCHEDULER ITER16 LR1]: 320106 words processed Thu Nov 12 00:50:39 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.048802. +[SCHEDULER ITER16 LR1]: 360024 words processed Thu Nov 12 00:50:54 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.048001. +[SCHEDULER ITER16 LR1]: 400089 words processed Thu Nov 12 00:51:09 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.046407. +[SCHEDULER ITER16 LR1]: 440067 words processed Thu Nov 12 00:51:24 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.047731. +[SCHEDULER ITER16 LR1]: 480051 words processed Thu Nov 12 00:51:39 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.048739. +[SCHEDULER ITER16 LR1]: 520140 words processed Thu Nov 12 00:51:54 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.049122. +[SCHEDULER ITER16 LR1]: 560132 words processed Thu Nov 12 00:52:09 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.049512. +[SCHEDULER ITER16 LR1]: 600118 words processed Thu Nov 12 00:52:24 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.047719. +[SCHEDULER ITER16 LR1]: 640090 words processed Thu Nov 12 00:52:39 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.046610. +[SCHEDULER ITER16 LR1]: 680075 words processed Thu Nov 12 00:52:54 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.046427. +[SCHEDULER ITER16 LR1]: 720043 words processed Thu Nov 12 00:53:09 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.046380. +[SCHEDULER ITER16 LR1]: 760012 words processed Thu Nov 12 00:53:24 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.045614. +[SCHEDULER ITER16 LR1]: 800113 words processed Thu Nov 12 00:53:39 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.046162. +[SCHEDULER ITER16 LR1]: 840089 words processed Thu Nov 12 00:53:54 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.045589. +[SCHEDULER ITER16 LR1]: 880052 words processed Thu Nov 12 00:54:09 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.046034. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER16 LR1]: Displaying result: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 122.87017623285> <PPL_OOV 111.22724121657> <LOGP -1902135.3911203> +[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 16=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER16 LR1]: 40095 words processed Thu Nov 12 00:54:20 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.251943. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER16 LR1]: Displaying result: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 178.99403991363> <PPL_OOV 161.68134014187> <LOGP -162910.75424582> +[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER16 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER16 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34554421 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34558078 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69254488 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69370798 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70437717 +[SCHEDULER ITER16 LR1]: preparing parameters end. +[SCHEDULER ITER16 LR1]: preparing layers... +(00:54:30 2015-11-12)[nerv] info: create layer: recurrentL1 +(00:54:30 2015-11-12)[nerv] info: create layer: sigmoidL1 +(00:54:30 2015-11-12)[nerv] info: create layer: combinerL1 +(00:54:30 2015-11-12)[nerv] info: create layer: outputL +(00:54:30 2015-11-12)[nerv] info: create layer: softmaxL +(00:54:30 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER16 LR1]: preparing layers end. +[SCHEDULER ITER16 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER16 LR1]: Initing TNN end. +===ITERATION 17 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER17 LR1]: 40092 words processed Thu Nov 12 00:54:44 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.047700. +[SCHEDULER ITER17 LR1]: 80099 words processed Thu Nov 12 00:54:59 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.045331. +[SCHEDULER ITER17 LR1]: 120004 words processed Thu Nov 12 00:55:14 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.042486. +[SCHEDULER ITER17 LR1]: 160114 words processed Thu Nov 12 00:55:29 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.044767. +[SCHEDULER ITER17 LR1]: 200066 words processed Thu Nov 12 00:55:44 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.045295. +[SCHEDULER ITER17 LR1]: 240045 words processed Thu Nov 12 00:55:59 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.042481. +[SCHEDULER ITER17 LR1]: 280057 words processed Thu Nov 12 00:56:14 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.038778. +[SCHEDULER ITER17 LR1]: 320106 words processed Thu Nov 12 00:56:29 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.037305. +[SCHEDULER ITER17 LR1]: 360024 words processed Thu Nov 12 00:56:44 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.036705. +[SCHEDULER ITER17 LR1]: 400089 words processed Thu Nov 12 00:56:59 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.035033. +[SCHEDULER ITER17 LR1]: 440067 words processed Thu Nov 12 00:57:14 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.036513. +[SCHEDULER ITER17 LR1]: 480051 words processed Thu Nov 12 00:57:29 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.037587. +[SCHEDULER ITER17 LR1]: 520140 words processed Thu Nov 12 00:57:44 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.037913. +[SCHEDULER ITER17 LR1]: 560132 words processed Thu Nov 12 00:57:59 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.038162. +[SCHEDULER ITER17 LR1]: 600118 words processed Thu Nov 12 00:58:14 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.036382. +[SCHEDULER ITER17 LR1]: 640090 words processed Thu Nov 12 00:58:29 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.035306. +[SCHEDULER ITER17 LR1]: 680075 words processed Thu Nov 12 00:58:44 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.037218. +[SCHEDULER ITER17 LR1]: 720043 words processed Thu Nov 12 00:58:59 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.038632. +[SCHEDULER ITER17 LR1]: 760012 words processed Thu Nov 12 00:59:14 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.039336. +[SCHEDULER ITER17 LR1]: 800113 words processed Thu Nov 12 00:59:29 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.040228. +[SCHEDULER ITER17 LR1]: 840089 words processed Thu Nov 12 00:59:44 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.040115. +[SCHEDULER ITER17 LR1]: 880052 words processed Thu Nov 12 00:59:59 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.040622. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER17 LR1]: Displaying result: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 121.28463604612> <PPL_OOV 109.84815988742> <LOGP -1897098.5253946> +[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 17=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER17 LR1]: 40095 words processed Thu Nov 12 01:00:10 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.253681. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER17 LR1]: Displaying result: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 179.83398269773> <PPL_OOV 162.32445733694> <LOGP -163037.92086508> +[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER17 LR1]: PPL did not improve, rejected... + +[SCHEDULER ITER17 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34554421 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34558078 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69254488 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69370798 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70437717 +[SCHEDULER ITER17 LR1]: preparing parameters end. +[SCHEDULER ITER17 LR1]: preparing layers... +(01:00:19 2015-11-12)[nerv] info: create layer: recurrentL1 +(01:00:19 2015-11-12)[nerv] info: create layer: sigmoidL1 +(01:00:19 2015-11-12)[nerv] info: create layer: combinerL1 +(01:00:19 2015-11-12)[nerv] info: create layer: outputL +(01:00:19 2015-11-12)[nerv] info: create layer: softmaxL +(01:00:19 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER17 LR1]: preparing layers end. +[SCHEDULER ITER17 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER17 LR1]: Initing TNN end. +===ITERATION 18 LR 0.600000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER18 LR0.6]: 40092 words processed Thu Nov 12 01:00:33 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.024202. +[SCHEDULER ITER18 LR0.6]: 80099 words processed Thu Nov 12 01:00:48 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.018793. +[SCHEDULER ITER18 LR0.6]: 120004 words processed Thu Nov 12 01:01:03 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.013192. +[SCHEDULER ITER18 LR0.6]: 160114 words processed Thu Nov 12 01:01:18 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.014380. +[SCHEDULER ITER18 LR0.6]: 200066 words processed Thu Nov 12 01:01:33 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.013577. +[SCHEDULER ITER18 LR0.6]: 240045 words processed Thu Nov 12 01:01:48 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.010078. +[SCHEDULER ITER18 LR0.6]: 280057 words processed Thu Nov 12 01:02:03 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.005693. +[SCHEDULER ITER18 LR0.6]: 320106 words processed Thu Nov 12 01:02:18 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.003560. +[SCHEDULER ITER18 LR0.6]: 360024 words processed Thu Nov 12 01:02:33 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.001999. +[SCHEDULER ITER18 LR0.6]: 400089 words processed Thu Nov 12 01:02:48 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.999502. +[SCHEDULER ITER18 LR0.6]: 440067 words processed Thu Nov 12 01:03:03 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.000129. +[SCHEDULER ITER18 LR0.6]: 480051 words processed Thu Nov 12 01:03:18 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.000716. +[SCHEDULER ITER18 LR0.6]: 520140 words processed Thu Nov 12 01:03:33 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.000487. +[SCHEDULER ITER18 LR0.6]: 560132 words processed Thu Nov 12 01:03:48 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.000103. +[SCHEDULER ITER18 LR0.6]: 600118 words processed Thu Nov 12 01:04:03 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.997994. +[SCHEDULER ITER18 LR0.6]: 640090 words processed Thu Nov 12 01:04:18 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.996338. +[SCHEDULER ITER18 LR0.6]: 680075 words processed Thu Nov 12 01:04:33 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.995479. +[SCHEDULER ITER18 LR0.6]: 720043 words processed Thu Nov 12 01:04:48 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.994771. +[SCHEDULER ITER18 LR0.6]: 760012 words processed Thu Nov 12 01:05:03 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.993487. +[SCHEDULER ITER18 LR0.6]: 800113 words processed Thu Nov 12 01:05:18 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.993631. +[SCHEDULER ITER18 LR0.6]: 840089 words processed Thu Nov 12 01:05:33 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.992675. +[SCHEDULER ITER18 LR0.6]: 880052 words processed Thu Nov 12 01:05:48 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.992732. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER18 LR0.6]: Displaying result: +[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 108.70400062366> <PPL_OOV 98.359062098477> <LOGP -1852498.3256461> +[SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 18=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER18 LR0.6]: 40095 words processed Thu Nov 12 01:05:59 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.228737. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER18 LR0.6]: Displaying result: +[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 169.56929772068> <PPL_OOV 152.53770353054> <LOGP -161045.90254917> +[SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER18 LR0.6]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER18 LR0.6]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1066185 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1069841 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35771247 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35887546 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70442362 +[SCHEDULER ITER18 LR0.6]: preparing parameters end. +[SCHEDULER ITER18 LR0.6]: preparing layers... +(01:06:09 2015-11-12)[nerv] info: create layer: recurrentL1 +(01:06:09 2015-11-12)[nerv] info: create layer: sigmoidL1 +(01:06:09 2015-11-12)[nerv] info: create layer: combinerL1 +(01:06:09 2015-11-12)[nerv] info: create layer: outputL +(01:06:09 2015-11-12)[nerv] info: create layer: softmaxL +(01:06:09 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER18 LR0.6]: preparing layers end. +[SCHEDULER ITER18 LR0.6]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER18 LR0.6]: Initing TNN end. +===ITERATION 19 LR 0.360000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER19 LR0.36]: 40092 words processed Thu Nov 12 01:06:23 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.990624. +[SCHEDULER ITER19 LR0.36]: 80099 words processed Thu Nov 12 01:06:38 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.986215. +[SCHEDULER ITER19 LR0.36]: 120004 words processed Thu Nov 12 01:06:53 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.980849. +[SCHEDULER ITER19 LR0.36]: 160114 words processed Thu Nov 12 01:07:08 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.982179. +[SCHEDULER ITER19 LR0.36]: 200066 words processed Thu Nov 12 01:07:23 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.981172. +[SCHEDULER ITER19 LR0.36]: 240045 words processed Thu Nov 12 01:07:38 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.977568. +[SCHEDULER ITER19 LR0.36]: 280057 words processed Thu Nov 12 01:07:53 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.973135. +[SCHEDULER ITER19 LR0.36]: 320106 words processed Thu Nov 12 01:08:08 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.971030. +[SCHEDULER ITER19 LR0.36]: 360024 words processed Thu Nov 12 01:08:23 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.969491. +[SCHEDULER ITER19 LR0.36]: 400089 words processed Thu Nov 12 01:08:38 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.966845. +[SCHEDULER ITER19 LR0.36]: 440067 words processed Thu Nov 12 01:08:53 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.967329. +[SCHEDULER ITER19 LR0.36]: 480051 words processed Thu Nov 12 01:09:08 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.967822. +[SCHEDULER ITER19 LR0.36]: 520140 words processed Thu Nov 12 01:09:23 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.967422. +[SCHEDULER ITER19 LR0.36]: 560132 words processed Thu Nov 12 01:09:38 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.966842. +[SCHEDULER ITER19 LR0.36]: 600118 words processed Thu Nov 12 01:09:53 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.964563. +[SCHEDULER ITER19 LR0.36]: 640090 words processed Thu Nov 12 01:10:08 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.962714. +[SCHEDULER ITER19 LR0.36]: 680075 words processed Thu Nov 12 01:10:23 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.961675. +[SCHEDULER ITER19 LR0.36]: 720043 words processed Thu Nov 12 01:10:38 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.960652. +[SCHEDULER ITER19 LR0.36]: 760012 words processed Thu Nov 12 01:10:53 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.959081. +[SCHEDULER ITER19 LR0.36]: 800113 words processed Thu Nov 12 01:11:08 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.958985. +[SCHEDULER ITER19 LR0.36]: 840089 words processed Thu Nov 12 01:11:23 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.957848. +[SCHEDULER ITER19 LR0.36]: 880052 words processed Thu Nov 12 01:11:38 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.957706. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER19 LR0.36]: Displaying result: +[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 100.12438942492> <PPL_OOV 90.725852676636> <LOGP -1819885.256995> +[SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 19=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER19 LR0.36]: 40095 words processed Thu Nov 12 01:11:49 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-2.213530. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER19 LR0.36]: Displaying result: +[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 163.95197353857> <PPL_OOV 146.77074860966> <LOGP -159811.33021132> +[SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER19 LR0.36]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER19 LR0.36]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34554870 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34558526 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69262411 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69378670 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70444295 +[SCHEDULER ITER19 LR0.36]: preparing parameters end. +[SCHEDULER ITER19 LR0.36]: preparing layers... +(01:11:59 2015-11-12)[nerv] info: create layer: recurrentL1 +(01:11:59 2015-11-12)[nerv] info: create layer: sigmoidL1 +(01:11:59 2015-11-12)[nerv] info: create layer: combinerL1 +(01:11:59 2015-11-12)[nerv] info: create layer: outputL +(01:11:59 2015-11-12)[nerv] info: create layer: softmaxL +(01:11:59 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER19 LR0.36]: preparing layers end. +[SCHEDULER ITER19 LR0.36]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER19 LR0.36]: Initing TNN end. +===ITERATION 20 LR 0.216000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER20 LR0.216]: 40092 words processed Thu Nov 12 01:12:13 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.967559. +[SCHEDULER ITER20 LR0.216]: 80099 words processed Thu Nov 12 01:12:28 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.963345. +[SCHEDULER ITER20 LR0.216]: 120004 words processed Thu Nov 12 01:12:43 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.958499. +[SCHEDULER ITER20 LR0.216]: 160114 words processed Thu Nov 12 01:12:58 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.959800. +[SCHEDULER ITER20 LR0.216]: 200066 words processed Thu Nov 12 01:13:13 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.958773. +[SCHEDULER ITER20 LR0.216]: 240045 words processed Thu Nov 12 01:13:28 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.955213. +[SCHEDULER ITER20 LR0.216]: 280057 words processed Thu Nov 12 01:13:43 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.950820. +[SCHEDULER ITER20 LR0.216]: 320106 words processed Thu Nov 12 01:13:58 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.948775. +[SCHEDULER ITER20 LR0.216]: 360024 words processed Thu Nov 12 01:14:13 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.947172. +[SCHEDULER ITER20 LR0.216]: 400089 words processed Thu Nov 12 01:14:28 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.944459. +[SCHEDULER ITER20 LR0.216]: 440067 words processed Thu Nov 12 01:14:43 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.944910. +[SCHEDULER ITER20 LR0.216]: 480051 words processed Thu Nov 12 01:14:58 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.945416. +[SCHEDULER ITER20 LR0.216]: 520140 words processed Thu Nov 12 01:15:13 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.944994. +[SCHEDULER ITER20 LR0.216]: 560132 words processed Thu Nov 12 01:15:28 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.944317. +[SCHEDULER ITER20 LR0.216]: 600118 words processed Thu Nov 12 01:15:43 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.941962. +[SCHEDULER ITER20 LR0.216]: 640090 words processed Thu Nov 12 01:15:58 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.940033. +[SCHEDULER ITER20 LR0.216]: 680075 words processed Thu Nov 12 01:16:13 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.938897. +[SCHEDULER ITER20 LR0.216]: 720043 words processed Thu Nov 12 01:16:28 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.937719. +[SCHEDULER ITER20 LR0.216]: 760012 words processed Thu Nov 12 01:16:43 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.936007. +[SCHEDULER ITER20 LR0.216]: 800113 words processed Thu Nov 12 01:16:58 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.935797. +[SCHEDULER ITER20 LR0.216]: 840089 words processed Thu Nov 12 01:17:13 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.934551. +[SCHEDULER ITER20 LR0.216]: 880052 words processed Thu Nov 12 01:17:28 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.934317. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER20 LR0.216]: Displaying result: +[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 94.753105674754> <PPL_OOV 85.961951779407> <LOGP -1798109.8290429> +[SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 20=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER20 LR0.216]: 40095 words processed Thu Nov 12 01:17:39 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-2.203424. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER20 LR0.216]: Displaying result: +[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 160.09617467948> <PPL_OOV 143.01939757135> <LOGP -158981.93109646> +[SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER20 LR0.216]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER20 LR0.216]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1065176 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1068831 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35773762 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35890004 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70444950 +[SCHEDULER ITER20 LR0.216]: preparing parameters end. +[SCHEDULER ITER20 LR0.216]: preparing layers... +(01:17:49 2015-11-12)[nerv] info: create layer: recurrentL1 +(01:17:49 2015-11-12)[nerv] info: create layer: sigmoidL1 +(01:17:49 2015-11-12)[nerv] info: create layer: combinerL1 +(01:17:49 2015-11-12)[nerv] info: create layer: outputL +(01:17:49 2015-11-12)[nerv] info: create layer: softmaxL +(01:17:49 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER20 LR0.216]: preparing layers end. +[SCHEDULER ITER20 LR0.216]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER20 LR0.216]: Initing TNN end. +===ITERATION 21 LR 0.129600=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER21 LR0.1296]: 40092 words processed Thu Nov 12 01:18:03 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.951335. +[SCHEDULER ITER21 LR0.1296]: 80099 words processed Thu Nov 12 01:18:18 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.947610. +[SCHEDULER ITER21 LR0.1296]: 120004 words processed Thu Nov 12 01:18:33 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.942890. +[SCHEDULER ITER21 LR0.1296]: 160114 words processed Thu Nov 12 01:18:48 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.944302. +[SCHEDULER ITER21 LR0.1296]: 200066 words processed Thu Nov 12 01:19:03 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.943282. +[SCHEDULER ITER21 LR0.1296]: 240045 words processed Thu Nov 12 01:19:18 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.939753. +[SCHEDULER ITER21 LR0.1296]: 280057 words processed Thu Nov 12 01:19:33 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.935418. +[SCHEDULER ITER21 LR0.1296]: 320106 words processed Thu Nov 12 01:19:48 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.933426. +[SCHEDULER ITER21 LR0.1296]: 360024 words processed Thu Nov 12 01:20:03 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.931832. +[SCHEDULER ITER21 LR0.1296]: 400089 words processed Thu Nov 12 01:20:18 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929091. +[SCHEDULER ITER21 LR0.1296]: 440067 words processed Thu Nov 12 01:20:33 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929533. +[SCHEDULER ITER21 LR0.1296]: 480051 words processed Thu Nov 12 01:20:48 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.930027. +[SCHEDULER ITER21 LR0.1296]: 520140 words processed Thu Nov 12 01:21:03 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929592. +[SCHEDULER ITER21 LR0.1296]: 560132 words processed Thu Nov 12 01:21:18 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.928927. +[SCHEDULER ITER21 LR0.1296]: 600118 words processed Thu Nov 12 01:21:33 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.926559. +[SCHEDULER ITER21 LR0.1296]: 640090 words processed Thu Nov 12 01:21:48 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.924591. +[SCHEDULER ITER21 LR0.1296]: 680075 words processed Thu Nov 12 01:22:03 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.923420. +[SCHEDULER ITER21 LR0.1296]: 720043 words processed Thu Nov 12 01:22:18 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.922133. +[SCHEDULER ITER21 LR0.1296]: 760012 words processed Thu Nov 12 01:22:33 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.920347. +[SCHEDULER ITER21 LR0.1296]: 800113 words processed Thu Nov 12 01:22:48 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.920081. +[SCHEDULER ITER21 LR0.1296]: 840089 words processed Thu Nov 12 01:23:03 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.918757. +[SCHEDULER ITER21 LR0.1296]: 880052 words processed Thu Nov 12 01:23:18 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.918445. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER21 LR0.1296]: Displaying result: +[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 91.270326986171> <PPL_OOV 82.873330866195> <LOGP -1783337.2903764> +[SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 21=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER21 LR0.1296]: 40095 words processed Thu Nov 12 01:23:29 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-2.196621. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER21 LR0.1296]: Displaying result: +[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 157.26268624456> <PPL_OOV 140.53205363241> <LOGP -158419.91297055> +[SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER21 LR0.1296]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER21 LR0.1296]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34554961 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34558616 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69264058 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69380300 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70445155 +[SCHEDULER ITER21 LR0.1296]: preparing parameters end. +[SCHEDULER ITER21 LR0.1296]: preparing layers... +(01:23:39 2015-11-12)[nerv] info: create layer: recurrentL1 +(01:23:39 2015-11-12)[nerv] info: create layer: sigmoidL1 +(01:23:39 2015-11-12)[nerv] info: create layer: combinerL1 +(01:23:39 2015-11-12)[nerv] info: create layer: outputL +(01:23:39 2015-11-12)[nerv] info: create layer: softmaxL +(01:23:39 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER21 LR0.1296]: preparing layers end. +[SCHEDULER ITER21 LR0.1296]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER21 LR0.1296]: Initing TNN end. +===ITERATION 22 LR 0.077760=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER22 LR0.07776]: 40092 words processed Thu Nov 12 01:23:53 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.940484. +[SCHEDULER ITER22 LR0.07776]: 80099 words processed Thu Nov 12 01:24:08 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.936787. +[SCHEDULER ITER22 LR0.07776]: 120004 words processed Thu Nov 12 01:24:23 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.932226. +[SCHEDULER ITER22 LR0.07776]: 160114 words processed Thu Nov 12 01:24:38 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.933632. +[SCHEDULER ITER22 LR0.07776]: 200066 words processed Thu Nov 12 01:24:53 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.932704. +[SCHEDULER ITER22 LR0.07776]: 240045 words processed Thu Nov 12 01:25:08 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.929223. +[SCHEDULER ITER22 LR0.07776]: 280057 words processed Thu Nov 12 01:25:23 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.924926. +[SCHEDULER ITER22 LR0.07776]: 320106 words processed Thu Nov 12 01:25:38 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.922987. +[SCHEDULER ITER22 LR0.07776]: 360024 words processed Thu Nov 12 01:25:53 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.921419. +[SCHEDULER ITER22 LR0.07776]: 400089 words processed Thu Nov 12 01:26:08 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.918661. +[SCHEDULER ITER22 LR0.07776]: 440067 words processed Thu Nov 12 01:26:23 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.919149. +[SCHEDULER ITER22 LR0.07776]: 480051 words processed Thu Nov 12 01:26:38 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.919664. +[SCHEDULER ITER22 LR0.07776]: 520140 words processed Thu Nov 12 01:26:53 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.919218. +[SCHEDULER ITER22 LR0.07776]: 560132 words processed Thu Nov 12 01:27:08 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.918539. +[SCHEDULER ITER22 LR0.07776]: 600118 words processed Thu Nov 12 01:27:23 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916146. +[SCHEDULER ITER22 LR0.07776]: 640090 words processed Thu Nov 12 01:27:38 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.914161. +[SCHEDULER ITER22 LR0.07776]: 680075 words processed Thu Nov 12 01:27:53 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.912971. +[SCHEDULER ITER22 LR0.07776]: 720043 words processed Thu Nov 12 01:28:08 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.911653. +[SCHEDULER ITER22 LR0.07776]: 760012 words processed Thu Nov 12 01:28:23 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.909812. +[SCHEDULER ITER22 LR0.07776]: 800113 words processed Thu Nov 12 01:28:38 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.909505. +[SCHEDULER ITER22 LR0.07776]: 840089 words processed Thu Nov 12 01:28:53 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.908136. +[SCHEDULER ITER22 LR0.07776]: 880052 words processed Thu Nov 12 01:29:08 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.907788. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER22 LR0.07776]: Displaying result: +[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 89.003127468268> <PPL_OOV 80.861888700657> <LOGP -1773417.7265796> +[SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 22=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER22 LR0.07776]: 40095 words processed Thu Nov 12 01:29:19 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-2.191610. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER22 LR0.07776]: Displaying result: +[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 155.05586123736> <PPL_OOV 138.7712337067> <LOGP -158016.0073789> +[SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER22 LR0.07776]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER22 LR0.07776]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1064613 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1068268 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35773620 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35889861 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70444942 +[SCHEDULER ITER22 LR0.07776]: preparing parameters end. +[SCHEDULER ITER22 LR0.07776]: preparing layers... +(01:29:29 2015-11-12)[nerv] info: create layer: recurrentL1 +(01:29:29 2015-11-12)[nerv] info: create layer: sigmoidL1 +(01:29:29 2015-11-12)[nerv] info: create layer: combinerL1 +(01:29:29 2015-11-12)[nerv] info: create layer: outputL +(01:29:29 2015-11-12)[nerv] info: create layer: softmaxL +(01:29:29 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER22 LR0.07776]: preparing layers end. +[SCHEDULER ITER22 LR0.07776]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER22 LR0.07776]: Initing TNN end. +===ITERATION 23 LR 0.046656=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER23 LR0.046656]: 40092 words processed Thu Nov 12 01:29:43 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.933334. +[SCHEDULER ITER23 LR0.046656]: 80099 words processed Thu Nov 12 01:29:58 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.929707. +[SCHEDULER ITER23 LR0.046656]: 120004 words processed Thu Nov 12 01:30:13 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.925262. +[SCHEDULER ITER23 LR0.046656]: 160114 words processed Thu Nov 12 01:30:28 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.926677. +[SCHEDULER ITER23 LR0.046656]: 200066 words processed Thu Nov 12 01:30:43 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.925802. +[SCHEDULER ITER23 LR0.046656]: 240045 words processed Thu Nov 12 01:30:58 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.922357. +[SCHEDULER ITER23 LR0.046656]: 280057 words processed Thu Nov 12 01:31:13 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.918074. +[SCHEDULER ITER23 LR0.046656]: 320106 words processed Thu Nov 12 01:31:28 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.916167. +[SCHEDULER ITER23 LR0.046656]: 360024 words processed Thu Nov 12 01:31:43 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.914598. +[SCHEDULER ITER23 LR0.046656]: 400089 words processed Thu Nov 12 01:31:58 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.911833. +[SCHEDULER ITER23 LR0.046656]: 440067 words processed Thu Nov 12 01:32:13 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.912350. +[SCHEDULER ITER23 LR0.046656]: 480051 words processed Thu Nov 12 01:32:28 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.912869. +[SCHEDULER ITER23 LR0.046656]: 520140 words processed Thu Nov 12 01:32:43 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.912401. +[SCHEDULER ITER23 LR0.046656]: 560132 words processed Thu Nov 12 01:32:58 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.911724. +[SCHEDULER ITER23 LR0.046656]: 600118 words processed Thu Nov 12 01:33:13 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.909324. +[SCHEDULER ITER23 LR0.046656]: 640090 words processed Thu Nov 12 01:33:28 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.907324. +[SCHEDULER ITER23 LR0.046656]: 680075 words processed Thu Nov 12 01:33:43 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.906107. +[SCHEDULER ITER23 LR0.046656]: 720043 words processed Thu Nov 12 01:33:58 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.904765. +[SCHEDULER ITER23 LR0.046656]: 760012 words processed Thu Nov 12 01:34:13 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.902884. +[SCHEDULER ITER23 LR0.046656]: 800113 words processed Thu Nov 12 01:34:28 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.902552. +[SCHEDULER ITER23 LR0.046656]: 840089 words processed Thu Nov 12 01:34:43 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.901155. +[SCHEDULER ITER23 LR0.046656]: 880052 words processed Thu Nov 12 01:34:58 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.900776. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER23 LR0.046656]: Displaying result: +[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 87.545823363843> <PPL_OOV 79.565392552494> <LOGP -1766892.3174658> +[SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 23=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER23 LR0.046656]: 40095 words processed Thu Nov 12 01:35:09 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-2.188314. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER23 LR0.046656]: Displaying result: +[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 153.58760205562> <PPL_OOV 137.62050638734> <LOGP -157749.26925758> +[SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER23 LR0.046656]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER23 LR0.046656]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34555101 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34558756 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69264040 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69380276 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70444745 +[SCHEDULER ITER23 LR0.046656]: preparing parameters end. +[SCHEDULER ITER23 LR0.046656]: preparing layers... +(01:35:19 2015-11-12)[nerv] info: create layer: recurrentL1 +(01:35:19 2015-11-12)[nerv] info: create layer: sigmoidL1 +(01:35:19 2015-11-12)[nerv] info: create layer: combinerL1 +(01:35:19 2015-11-12)[nerv] info: create layer: outputL +(01:35:19 2015-11-12)[nerv] info: create layer: softmaxL +(01:35:19 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER23 LR0.046656]: preparing layers end. +[SCHEDULER ITER23 LR0.046656]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER23 LR0.046656]: Initing TNN end. +===ITERATION 24 LR 0.027994=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER24 LR0.0279936]: 40092 words processed Thu Nov 12 01:35:33 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.928511. +[SCHEDULER ITER24 LR0.0279936]: 80099 words processed Thu Nov 12 01:35:48 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.924924. +[SCHEDULER ITER24 LR0.0279936]: 120004 words processed Thu Nov 12 01:36:03 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.920550. +[SCHEDULER ITER24 LR0.0279936]: 160114 words processed Thu Nov 12 01:36:18 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.921922. +[SCHEDULER ITER24 LR0.0279936]: 200066 words processed Thu Nov 12 01:36:33 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.921104. +[SCHEDULER ITER24 LR0.0279936]: 240045 words processed Thu Nov 12 01:36:48 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.917689. +[SCHEDULER ITER24 LR0.0279936]: 280057 words processed Thu Nov 12 01:37:03 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.913421. +[SCHEDULER ITER24 LR0.0279936]: 320106 words processed Thu Nov 12 01:37:18 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.911519. +[SCHEDULER ITER24 LR0.0279936]: 360024 words processed Thu Nov 12 01:37:33 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.909957. +[SCHEDULER ITER24 LR0.0279936]: 400089 words processed Thu Nov 12 01:37:48 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.907198. +[SCHEDULER ITER24 LR0.0279936]: 440067 words processed Thu Nov 12 01:38:03 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.907743. +[SCHEDULER ITER24 LR0.0279936]: 480051 words processed Thu Nov 12 01:38:18 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.908256. +[SCHEDULER ITER24 LR0.0279936]: 520140 words processed Thu Nov 12 01:38:33 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.907768. +[SCHEDULER ITER24 LR0.0279936]: 560132 words processed Thu Nov 12 01:38:48 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.907088. +[SCHEDULER ITER24 LR0.0279936]: 600118 words processed Thu Nov 12 01:39:03 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.904685. +[SCHEDULER ITER24 LR0.0279936]: 640090 words processed Thu Nov 12 01:39:18 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.902675. +[SCHEDULER ITER24 LR0.0279936]: 680075 words processed Thu Nov 12 01:39:33 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.901438. +[SCHEDULER ITER24 LR0.0279936]: 720043 words processed Thu Nov 12 01:39:48 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.900071. +[SCHEDULER ITER24 LR0.0279936]: 760012 words processed Thu Nov 12 01:40:03 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.898156. +[SCHEDULER ITER24 LR0.0279936]: 800113 words processed Thu Nov 12 01:40:18 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.897806. +[SCHEDULER ITER24 LR0.0279936]: 840089 words processed Thu Nov 12 01:40:33 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.896389. +[SCHEDULER ITER24 LR0.0279936]: 880052 words processed Thu Nov 12 01:40:48 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.895990. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER24 LR0.0279936]: Displaying result: +[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.565539430375> <PPL_OOV 78.692231346472> <LOGP -1762437.4018618> +[SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 24=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER24 LR0.0279936]: 40095 words processed Thu Nov 12 01:40:59 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-2.186537. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER24 LR0.0279936]: Displaying result: +[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.81717033604> <PPL_OOV 136.97293469658> <LOGP -157598.17995536> +[SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER24 LR0.0279936]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER24 LR0.0279936]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1064385 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1068040 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35773080 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35889316 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70444417 +[SCHEDULER ITER24 LR0.0279936]: preparing parameters end. +[SCHEDULER ITER24 LR0.0279936]: preparing layers... +(01:41:09 2015-11-12)[nerv] info: create layer: recurrentL1 +(01:41:09 2015-11-12)[nerv] info: create layer: sigmoidL1 +(01:41:09 2015-11-12)[nerv] info: create layer: combinerL1 +(01:41:09 2015-11-12)[nerv] info: create layer: outputL +(01:41:09 2015-11-12)[nerv] info: create layer: softmaxL +(01:41:09 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER24 LR0.0279936]: preparing layers end. +[SCHEDULER ITER24 LR0.0279936]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER24 LR0.0279936]: Initing TNN end. +===ITERATION 25 LR 0.016796=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER25 LR0.01679616]: 40092 words processed Thu Nov 12 01:41:23 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.925180. +[SCHEDULER ITER25 LR0.01679616]: 80099 words processed Thu Nov 12 01:41:38 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.921551. +[SCHEDULER ITER25 LR0.01679616]: 120004 words processed Thu Nov 12 01:41:53 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.917238. +[SCHEDULER ITER25 LR0.01679616]: 160114 words processed Thu Nov 12 01:42:08 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.918589. +[SCHEDULER ITER25 LR0.01679616]: 200066 words processed Thu Nov 12 01:42:23 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.917803. +[SCHEDULER ITER25 LR0.01679616]: 240045 words processed Thu Nov 12 01:42:38 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.914409. +[SCHEDULER ITER25 LR0.01679616]: 280057 words processed Thu Nov 12 01:42:53 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.910162. +[SCHEDULER ITER25 LR0.01679616]: 320106 words processed Thu Nov 12 01:43:08 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.908270. +[SCHEDULER ITER25 LR0.01679616]: 360024 words processed Thu Nov 12 01:43:23 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.906710. +[SCHEDULER ITER25 LR0.01679616]: 400089 words processed Thu Nov 12 01:43:38 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.903951. +[SCHEDULER ITER25 LR0.01679616]: 440067 words processed Thu Nov 12 01:43:53 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.904514. +[SCHEDULER ITER25 LR0.01679616]: 480051 words processed Thu Nov 12 01:44:08 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.905025. +[SCHEDULER ITER25 LR0.01679616]: 520140 words processed Thu Nov 12 01:44:23 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.904532. +[SCHEDULER ITER25 LR0.01679616]: 560132 words processed Thu Nov 12 01:44:38 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.903863. +[SCHEDULER ITER25 LR0.01679616]: 600118 words processed Thu Nov 12 01:44:53 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.901467. +[SCHEDULER ITER25 LR0.01679616]: 640090 words processed Thu Nov 12 01:45:08 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899449. +[SCHEDULER ITER25 LR0.01679616]: 680075 words processed Thu Nov 12 01:45:23 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.898215. +[SCHEDULER ITER25 LR0.01679616]: 720043 words processed Thu Nov 12 01:45:38 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.896838. +[SCHEDULER ITER25 LR0.01679616]: 760012 words processed Thu Nov 12 01:45:53 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.894905. +[SCHEDULER ITER25 LR0.01679616]: 800113 words processed Thu Nov 12 01:46:08 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.894551. +[SCHEDULER ITER25 LR0.01679616]: 840089 words processed Thu Nov 12 01:46:23 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.893121. +[SCHEDULER ITER25 LR0.01679616]: 880052 words processed Thu Nov 12 01:46:38 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.892716. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER25 LR0.01679616]: Displaying result: +[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.901783416037> <PPL_OOV 78.101233295351> <LOGP -1759393.9570444> +[SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 25=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER25 LR0.01679616]: 40095 words processed Thu Nov 12 01:46:49 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-2.185319. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER25 LR0.01679616]: Displaying result: +[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.34941626246> <PPL_OOV 136.55183039612> <LOGP -157499.54551585> +[SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER25 LR0.01679616]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER25 LR0.01679616]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34555101 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34558756 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69263733 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69379965 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70444307 +[SCHEDULER ITER25 LR0.01679616]: preparing parameters end. +[SCHEDULER ITER25 LR0.01679616]: preparing layers... +(01:46:59 2015-11-12)[nerv] info: create layer: recurrentL1 +(01:46:59 2015-11-12)[nerv] info: create layer: sigmoidL1 +(01:46:59 2015-11-12)[nerv] info: create layer: combinerL1 +(01:46:59 2015-11-12)[nerv] info: create layer: outputL +(01:46:59 2015-11-12)[nerv] info: create layer: softmaxL +(01:46:59 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER25 LR0.01679616]: preparing layers end. +[SCHEDULER ITER25 LR0.01679616]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER25 LR0.01679616]: Initing TNN end. +===ITERATION 26 LR 0.010078=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER26 LR0.010077696]: 40092 words processed Thu Nov 12 01:47:13 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.923091. +[SCHEDULER ITER26 LR0.010077696]: 80099 words processed Thu Nov 12 01:47:28 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.919446. +[SCHEDULER ITER26 LR0.010077696]: 120004 words processed Thu Nov 12 01:47:43 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.915171. +[SCHEDULER ITER26 LR0.010077696]: 160114 words processed Thu Nov 12 01:47:58 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.916515. +[SCHEDULER ITER26 LR0.010077696]: 200066 words processed Thu Nov 12 01:48:13 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.915743. +[SCHEDULER ITER26 LR0.010077696]: 240045 words processed Thu Nov 12 01:48:28 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.912365. +[SCHEDULER ITER26 LR0.010077696]: 280057 words processed Thu Nov 12 01:48:43 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.908135. +[SCHEDULER ITER26 LR0.010077696]: 320106 words processed Thu Nov 12 01:48:58 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.906252. +[SCHEDULER ITER26 LR0.010077696]: 360024 words processed Thu Nov 12 01:49:13 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.904683. +[SCHEDULER ITER26 LR0.010077696]: 400089 words processed Thu Nov 12 01:49:28 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.901912. +[SCHEDULER ITER26 LR0.010077696]: 440067 words processed Thu Nov 12 01:49:43 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.902483. +[SCHEDULER ITER26 LR0.010077696]: 480051 words processed Thu Nov 12 01:49:58 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.902991. +[SCHEDULER ITER26 LR0.010077696]: 520140 words processed Thu Nov 12 01:50:13 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.902485. +[SCHEDULER ITER26 LR0.010077696]: 560132 words processed Thu Nov 12 01:50:28 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.901828. +[SCHEDULER ITER26 LR0.010077696]: 600118 words processed Thu Nov 12 01:50:43 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.899435. +[SCHEDULER ITER26 LR0.010077696]: 640090 words processed Thu Nov 12 01:50:58 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.897413. +[SCHEDULER ITER26 LR0.010077696]: 680075 words processed Thu Nov 12 01:51:13 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.896177. +[SCHEDULER ITER26 LR0.010077696]: 720043 words processed Thu Nov 12 01:51:28 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.894795. +[SCHEDULER ITER26 LR0.010077696]: 760012 words processed Thu Nov 12 01:51:43 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.892849. +[SCHEDULER ITER26 LR0.010077696]: 800113 words processed Thu Nov 12 01:51:58 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.892490. +[SCHEDULER ITER26 LR0.010077696]: 840089 words processed Thu Nov 12 01:52:13 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.891057. +[SCHEDULER ITER26 LR0.010077696]: 880052 words processed Thu Nov 12 01:52:28 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.890646. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER26 LR0.010077696]: Displaying result: +[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.485377013744> <PPL_OOV 77.729717789741> <LOGP -1757468.9632727> +[SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 26=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER26 LR0.010077696]: 40095 words processed Thu Nov 12 01:52:39 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-2.184538. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER26 LR0.010077696]: Displaying result: +[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.05204287341> <PPL_OOV 136.28390102489> <LOGP -157436.6304822> +[SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER26 LR0.010077696]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER26 LR0.010077696]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1064322 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1067977 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35772897 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35889126 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70444237 +[SCHEDULER ITER26 LR0.010077696]: preparing parameters end. +[SCHEDULER ITER26 LR0.010077696]: preparing layers... +(01:52:49 2015-11-12)[nerv] info: create layer: recurrentL1 +(01:52:49 2015-11-12)[nerv] info: create layer: sigmoidL1 +(01:52:49 2015-11-12)[nerv] info: create layer: combinerL1 +(01:52:49 2015-11-12)[nerv] info: create layer: outputL +(01:52:49 2015-11-12)[nerv] info: create layer: softmaxL +(01:52:49 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER26 LR0.010077696]: preparing layers end. +[SCHEDULER ITER26 LR0.010077696]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER26 LR0.010077696]: Initing TNN end. +===ITERATION 27 LR 0.006047=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER27 LR0.0060466176]: 40092 words processed Thu Nov 12 01:53:03 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.921666. +[SCHEDULER ITER27 LR0.0060466176]: 80099 words processed Thu Nov 12 01:53:18 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.918061. +[SCHEDULER ITER27 LR0.0060466176]: 120004 words processed Thu Nov 12 01:53:33 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.913880. +[SCHEDULER ITER27 LR0.0060466176]: 160114 words processed Thu Nov 12 01:53:48 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.915215. +[SCHEDULER ITER27 LR0.0060466176]: 200066 words processed Thu Nov 12 01:54:03 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.914448. +[SCHEDULER ITER27 LR0.0060466176]: 240045 words processed Thu Nov 12 01:54:18 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.911094. +[SCHEDULER ITER27 LR0.0060466176]: 280057 words processed Thu Nov 12 01:54:33 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.906876. +[SCHEDULER ITER27 LR0.0060466176]: 320106 words processed Thu Nov 12 01:54:48 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.905001. +[SCHEDULER ITER27 LR0.0060466176]: 360024 words processed Thu Nov 12 01:55:03 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.903422. +[SCHEDULER ITER27 LR0.0060466176]: 400089 words processed Thu Nov 12 01:55:18 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.900639. +[SCHEDULER ITER27 LR0.0060466176]: 440067 words processed Thu Nov 12 01:55:33 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.901210. +[SCHEDULER ITER27 LR0.0060466176]: 480051 words processed Thu Nov 12 01:55:48 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.901716. +[SCHEDULER ITER27 LR0.0060466176]: 520140 words processed Thu Nov 12 01:56:03 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.901194. +[SCHEDULER ITER27 LR0.0060466176]: 560132 words processed Thu Nov 12 01:56:18 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.900548. +[SCHEDULER ITER27 LR0.0060466176]: 600118 words processed Thu Nov 12 01:56:33 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.898160. +[SCHEDULER ITER27 LR0.0060466176]: 640090 words processed Thu Nov 12 01:56:48 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.896131. +[SCHEDULER ITER27 LR0.0060466176]: 680075 words processed Thu Nov 12 01:57:03 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.894893. +[SCHEDULER ITER27 LR0.0060466176]: 720043 words processed Thu Nov 12 01:57:18 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.893511. +[SCHEDULER ITER27 LR0.0060466176]: 760012 words processed Thu Nov 12 01:57:33 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.891562. +[SCHEDULER ITER27 LR0.0060466176]: 800113 words processed Thu Nov 12 01:57:48 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.891197. +[SCHEDULER ITER27 LR0.0060466176]: 840089 words processed Thu Nov 12 01:58:03 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.889762. +[SCHEDULER ITER27 LR0.0060466176]: 880052 words processed Thu Nov 12 01:58:18 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.889344. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER27 LR0.0060466176]: Displaying result: +[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.224660158901> <PPL_OOV 77.497211452212> <LOGP -1756259.5538813> +[SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 27=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER27 LR0.0060466176]: 40095 words processed Thu Nov 12 01:58:29 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-2.184022. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER27 LR0.0060466176]: Displaying result: +[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.86735318981> <PPL_OOV 136.10562675702> <LOGP -157394.69964518> +[SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER27 LR0.0060466176]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER27 LR0.0060466176]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34555108 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34558763 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69263622 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69379852 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70444148 +[SCHEDULER ITER27 LR0.0060466176]: preparing parameters end. +[SCHEDULER ITER27 LR0.0060466176]: preparing layers... +(01:58:39 2015-11-12)[nerv] info: create layer: recurrentL1 +(01:58:39 2015-11-12)[nerv] info: create layer: sigmoidL1 +(01:58:39 2015-11-12)[nerv] info: create layer: combinerL1 +(01:58:39 2015-11-12)[nerv] info: create layer: outputL +(01:58:39 2015-11-12)[nerv] info: create layer: softmaxL +(01:58:39 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER27 LR0.0060466176]: preparing layers end. +[SCHEDULER ITER27 LR0.0060466176]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER27 LR0.0060466176]: Initing TNN end. +===ITERATION 28 LR 0.003628=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER28 LR0.00362797056]: 40092 words processed Thu Nov 12 01:58:53 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.920803. +[SCHEDULER ITER28 LR0.00362797056]: 80099 words processed Thu Nov 12 01:59:08 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.917171. +[SCHEDULER ITER28 LR0.00362797056]: 120004 words processed Thu Nov 12 01:59:23 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.912981. +[SCHEDULER ITER28 LR0.00362797056]: 160114 words processed Thu Nov 12 01:59:38 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.914311. +[SCHEDULER ITER28 LR0.00362797056]: 200066 words processed Thu Nov 12 01:59:53 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.913544. +[SCHEDULER ITER28 LR0.00362797056]: 240045 words processed Thu Nov 12 02:00:08 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.910217. +[SCHEDULER ITER28 LR0.00362797056]: 280057 words processed Thu Nov 12 02:00:23 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.906009. +[SCHEDULER ITER28 LR0.00362797056]: 320106 words processed Thu Nov 12 02:00:38 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.904146. +[SCHEDULER ITER28 LR0.00362797056]: 360024 words processed Thu Nov 12 02:00:53 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.902565. +[SCHEDULER ITER28 LR0.00362797056]: 400089 words processed Thu Nov 12 02:01:08 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.899781. +[SCHEDULER ITER28 LR0.00362797056]: 440067 words processed Thu Nov 12 02:01:23 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.900360. +[SCHEDULER ITER28 LR0.00362797056]: 480051 words processed Thu Nov 12 02:01:38 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.900873. +[SCHEDULER ITER28 LR0.00362797056]: 520140 words processed Thu Nov 12 02:01:53 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.900345. +[SCHEDULER ITER28 LR0.00362797056]: 560132 words processed Thu Nov 12 02:02:08 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.899704. +[SCHEDULER ITER28 LR0.00362797056]: 600118 words processed Thu Nov 12 02:02:23 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.897317. +[SCHEDULER ITER28 LR0.00362797056]: 640090 words processed Thu Nov 12 02:02:38 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.895288. +[SCHEDULER ITER28 LR0.00362797056]: 680075 words processed Thu Nov 12 02:02:53 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.894046. +[SCHEDULER ITER28 LR0.00362797056]: 720043 words processed Thu Nov 12 02:03:08 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.892667. +[SCHEDULER ITER28 LR0.00362797056]: 760012 words processed Thu Nov 12 02:03:23 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.890720. +[SCHEDULER ITER28 LR0.00362797056]: 800113 words processed Thu Nov 12 02:03:38 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.890351. +[SCHEDULER ITER28 LR0.00362797056]: 840089 words processed Thu Nov 12 02:03:53 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.888916. +[SCHEDULER ITER28 LR0.00362797056]: 880052 words processed Thu Nov 12 02:04:08 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.888496. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER28 LR0.00362797056]: Displaying result: +[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.054536002873> <PPL_OOV 77.346059369811> <LOGP -1755471.3705988> +[SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 28=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER28 LR0.00362797056]: 40095 words processed Thu Nov 12 02:04:19 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-2.183650. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER28 LR0.00362797056]: Displaying result: +[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.76310353365> <PPL_OOV 135.97847646874> <LOGP -157364.75980848> +[SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER28 LR0.00362797056]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER28 LR0.00362797056]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1064289 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1067944 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35772767 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35888999 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70444120 +[SCHEDULER ITER28 LR0.00362797056]: preparing parameters end. +[SCHEDULER ITER28 LR0.00362797056]: preparing layers... +(02:04:29 2015-11-12)[nerv] info: create layer: recurrentL1 +(02:04:29 2015-11-12)[nerv] info: create layer: sigmoidL1 +(02:04:29 2015-11-12)[nerv] info: create layer: combinerL1 +(02:04:29 2015-11-12)[nerv] info: create layer: outputL +(02:04:29 2015-11-12)[nerv] info: create layer: softmaxL +(02:04:29 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER28 LR0.00362797056]: preparing layers end. +[SCHEDULER ITER28 LR0.00362797056]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER28 LR0.00362797056]: Initing TNN end. +===ITERATION 29 LR 0.002177=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER29 LR0.002176782336]: 40092 words processed Thu Nov 12 02:04:43 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.920197. +[SCHEDULER ITER29 LR0.002176782336]: 80099 words processed Thu Nov 12 02:04:58 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.916587. +[SCHEDULER ITER29 LR0.002176782336]: 120004 words processed Thu Nov 12 02:05:13 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.912419. +[SCHEDULER ITER29 LR0.002176782336]: 160114 words processed Thu Nov 12 02:05:28 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.913738. +[SCHEDULER ITER29 LR0.002176782336]: 200066 words processed Thu Nov 12 02:05:43 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.912978. +[SCHEDULER ITER29 LR0.002176782336]: 240045 words processed Thu Nov 12 02:05:58 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.909672. +[SCHEDULER ITER29 LR0.002176782336]: 280057 words processed Thu Nov 12 02:06:13 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.905464. +[SCHEDULER ITER29 LR0.002176782336]: 320106 words processed Thu Nov 12 02:06:28 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.903608. +[SCHEDULER ITER29 LR0.002176782336]: 360024 words processed Thu Nov 12 02:06:43 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.902028. +[SCHEDULER ITER29 LR0.002176782336]: 400089 words processed Thu Nov 12 02:06:58 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.899246. +[SCHEDULER ITER29 LR0.002176782336]: 440067 words processed Thu Nov 12 02:07:13 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.899829. +[SCHEDULER ITER29 LR0.002176782336]: 480051 words processed Thu Nov 12 02:07:28 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.900344. +[SCHEDULER ITER29 LR0.002176782336]: 520140 words processed Thu Nov 12 02:07:43 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.899811. +[SCHEDULER ITER29 LR0.002176782336]: 560132 words processed Thu Nov 12 02:07:58 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.899175. +[SCHEDULER ITER29 LR0.002176782336]: 600118 words processed Thu Nov 12 02:08:13 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.896786. +[SCHEDULER ITER29 LR0.002176782336]: 640090 words processed Thu Nov 12 02:08:28 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.894757. +[SCHEDULER ITER29 LR0.002176782336]: 680075 words processed Thu Nov 12 02:08:43 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.893511. +[SCHEDULER ITER29 LR0.002176782336]: 720043 words processed Thu Nov 12 02:08:58 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.892133. +[SCHEDULER ITER29 LR0.002176782336]: 760012 words processed Thu Nov 12 02:09:13 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.890188. +[SCHEDULER ITER29 LR0.002176782336]: 800113 words processed Thu Nov 12 02:09:28 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.889817. +[SCHEDULER ITER29 LR0.002176782336]: 840089 words processed Thu Nov 12 02:09:43 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.888381. +[SCHEDULER ITER29 LR0.002176782336]: 880052 words processed Thu Nov 12 02:09:58 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.887959. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER29 LR0.002176782336]: Displaying result: +[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.947044480796> <PPL_OOV 77.250652261546> <LOGP -1754973.076414> +[SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 29=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER29 LR0.002176782336]: 40095 words processed Thu Nov 12 02:10:09 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-2.183366. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER29 LR0.002176782336]: Displaying result: +[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.70219832252> <PPL_OOV 135.8878028314> <LOGP -157343.39195361> +[SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER29 LR0.002176782336]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER29 LR0.002176782336]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34555112 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34558767 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69263591 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69379822 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70444104 +[SCHEDULER ITER29 LR0.002176782336]: preparing parameters end. +[SCHEDULER ITER29 LR0.002176782336]: preparing layers... +(02:10:19 2015-11-12)[nerv] info: create layer: recurrentL1 +(02:10:19 2015-11-12)[nerv] info: create layer: sigmoidL1 +(02:10:19 2015-11-12)[nerv] info: create layer: combinerL1 +(02:10:19 2015-11-12)[nerv] info: create layer: outputL +(02:10:19 2015-11-12)[nerv] info: create layer: softmaxL +(02:10:19 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER29 LR0.002176782336]: preparing layers end. +[SCHEDULER ITER29 LR0.002176782336]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER29 LR0.002176782336]: Initing TNN end. +===ITERATION 30 LR 0.001306=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER30 LR0.0013060694016]: 40092 words processed Thu Nov 12 02:10:33 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.919830. +[SCHEDULER ITER30 LR0.0013060694016]: 80099 words processed Thu Nov 12 02:10:48 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.916237. +[SCHEDULER ITER30 LR0.0013060694016]: 120004 words processed Thu Nov 12 02:11:03 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.912068. +[SCHEDULER ITER30 LR0.0013060694016]: 160114 words processed Thu Nov 12 02:11:18 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.913384. +[SCHEDULER ITER30 LR0.0013060694016]: 200066 words processed Thu Nov 12 02:11:33 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.912620. +[SCHEDULER ITER30 LR0.0013060694016]: 240045 words processed Thu Nov 12 02:11:48 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.909317. +[SCHEDULER ITER30 LR0.0013060694016]: 280057 words processed Thu Nov 12 02:12:03 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.905106. +[SCHEDULER ITER30 LR0.0013060694016]: 320106 words processed Thu Nov 12 02:12:18 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.903257. +[SCHEDULER ITER30 LR0.0013060694016]: 360024 words processed Thu Nov 12 02:12:33 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.901681. +[SCHEDULER ITER30 LR0.0013060694016]: 400089 words processed Thu Nov 12 02:12:48 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.898901. +[SCHEDULER ITER30 LR0.0013060694016]: 440067 words processed Thu Nov 12 02:13:03 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.899484. +[SCHEDULER ITER30 LR0.0013060694016]: 480051 words processed Thu Nov 12 02:13:18 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.900004. +[SCHEDULER ITER30 LR0.0013060694016]: 520140 words processed Thu Nov 12 02:13:33 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.899469. +[SCHEDULER ITER30 LR0.0013060694016]: 560132 words processed Thu Nov 12 02:13:48 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.898836. +[SCHEDULER ITER30 LR0.0013060694016]: 600118 words processed Thu Nov 12 02:14:03 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.896449. +[SCHEDULER ITER30 LR0.0013060694016]: 640090 words processed Thu Nov 12 02:14:18 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.894418. +[SCHEDULER ITER30 LR0.0013060694016]: 680075 words processed Thu Nov 12 02:14:33 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.893169. +[SCHEDULER ITER30 LR0.0013060694016]: 720043 words processed Thu Nov 12 02:14:48 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.891792. +[SCHEDULER ITER30 LR0.0013060694016]: 760012 words processed Thu Nov 12 02:15:03 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.889851. +[SCHEDULER ITER30 LR0.0013060694016]: 800113 words processed Thu Nov 12 02:15:18 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.889478. +[SCHEDULER ITER30 LR0.0013060694016]: 840089 words processed Thu Nov 12 02:15:33 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.888044. +[SCHEDULER ITER30 LR0.0013060694016]: 880052 words processed Thu Nov 12 02:15:48 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.887620. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 42068 +gconf.fz2 42068 +[SCHEDULER ITER30 LR0.0013060694016]: Displaying result: +[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.87885345008> <PPL_OOV 77.190312124329> <LOGP -1754657.6129312> +[SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +===VALIDATION 30=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER30 LR0.0013060694016]: 40095 words processed Thu Nov 12 02:15:59 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-2.183182. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3370 +[SCHEDULER ITER30 LR0.0013060694016]: Displaying result: +[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.67126092944> <PPL_OOV 135.83029916182> <LOGP -157329.83343602> +[SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER30 LR0.0013060694016]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +===VALIDATION PPL record=== +<ITER0 LR0.00000: 11363.086> <ITER1 LR1.00000: 348.887> <ITER2 LR1.00000: 274.094> <ITER3 LR1.00000: 246.139> <ITER4 LR1.00000: 231.949> <ITER5 LR1.00000: 217.245> <ITER6 LR1.00000: 206.484> <ITER7 LR1.00000: 201.641> <ITER8 LR1.00000: 194.741> <ITER9 LR1.00000: 190.518> <ITER10 LR1.00000: 188.385> <ITER11 LR1.00000: 186.589> <ITER12 LR1.00000: 184.305> <ITER13 LR1.00000: 183.011> <ITER14 LR1.00000: 181.183> <ITER15 LR1.00000: 180.966> <ITER16 LR1.00000: 178.994> <ITER17 LR1.00000: 179.834> <ITER18 LR0.60000: 169.569> <ITER19 LR0.36000: 163.952> <ITER20 LR0.21600: 160.096> <ITER21 LR0.12960: 157.263> <ITER22 LR0.07776: 155.056> <ITER23 LR0.04666: 153.588> <ITER24 LR0.02799: 152.817> <ITER25 LR0.01680: 152.349> <ITER26 LR0.01008: 152.052> <ITER27 LR0.00605: 151.867> <ITER28 LR0.00363: 151.763> <ITER29 LR0.00218: 151.702> <ITER30 LR0.00131: 151.671> +===FINAL TEST=== +[SCHEDULER FINAL_TEST]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1064281 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1067936 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35772741 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35888971 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70444080 +[SCHEDULER FINAL_TEST]: preparing parameters end. +[SCHEDULER FINAL_TEST]: preparing layers... +(02:16:09 2015-11-12)[nerv] info: create layer: recurrentL1 +(02:16:09 2015-11-12)[nerv] info: create layer: sigmoidL1 +(02:16:09 2015-11-12)[nerv] info: create layer: combinerL1 +(02:16:09 2015-11-12)[nerv] info: create layer: outputL +(02:16:09 2015-11-12)[nerv] info: create layer: softmaxL +(02:16:09 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER FINAL_TEST]: preparing layers end. +[SCHEDULER FINAL_TEST]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER FINAL_TEST]: Initing TNN end. +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER FINAL_TEST]: 40087 words processed Thu Nov 12 02:16:14 2015. + [SCHEDULER FINAL_TEST]: log prob per sample :-2.107508. +[LOG]LMSeqReader: file expires, closing. +gconf.fz 0 +gconf.fz2 3761 +[SCHEDULER FINAL_TEST]: Displaying result: +[SCHEDULER FINAL_TEST]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.49110594567> <PPL_OOV 128.91547371482> <LOGP -173952.44517397> +[SCHEDULER FINAL_TEST]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. diff --git a/nerv/examples/lmptb/m-tests/tnn_test.lua b/nerv/examples/lmptb/m-tests/tnn_test.lua index c4890b6..e2c0d39 100644 --- a/nerv/examples/lmptb/m-tests/tnn_test.lua +++ b/nerv/examples/lmptb/m-tests/tnn_test.lua @@ -243,10 +243,10 @@ global_conf = { mmat_type = nerv.MMatrixFloat, nn_act_default = 0, - hidden_size = 200, - chunk_size = 5, + hidden_size = 300, + chunk_size = 15, batch_size = 10, - max_iter = 20, + max_iter = 30, param_random = function() return (math.random() / 5 - 0.1) end, train_fn = train_fn, @@ -322,7 +322,7 @@ for iter = 1, global_conf.max_iter, 1 do result = lm_process_file(global_conf, global_conf.valid_fn, tnn, false) --false update! ppl_rec[iter] = result:ppl_net("rnn") lr_rec[iter] = global_conf.lrate - if (ppl_last / ppl_rec[iter] < 1.03 or lr_half == true) then + if (ppl_last / ppl_rec[iter] < 1.0003 or lr_half == true) then global_conf.lrate = (global_conf.lrate * 0.6) lr_half = true end |