diff options
Diffstat (limited to 'nerv/examples/lmptb/m-tests/LOG-tnn-h300')
| -rw-r--r-- | nerv/examples/lmptb/m-tests/LOG-tnn-h300 | 3824 |
1 files changed, 3824 insertions, 0 deletions
diff --git a/nerv/examples/lmptb/m-tests/LOG-tnn-h300 b/nerv/examples/lmptb/m-tests/LOG-tnn-h300 new file mode 100644 index 0000000..ca4ff77 --- /dev/null +++ b/nerv/examples/lmptb/m-tests/LOG-tnn-h300 @@ -0,0 +1,3824 @@ +Greetings +[SCHEDULER]: printing global_conf +test_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds +train_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds +sche_log_pre [SCHEDULER]: +train_fn_shuf_bak /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf_bak +mmat_type table: 0x40f7afc8 +wcost 1e-06 +train_fn_shuf /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf +log_w_num 40000 +param_fn /home/slhome/txh18/workspace/nerv/play/dagL_test/params +batch_size 10 +hidden_size 300 +timer nerv.Timer +work_dir /home/slhome/txh18/workspace/nerv/play/dagL_test +nn_act_default 0 +max_iter 30 +valid_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds +lrate 1 +momentum 0 +param_random function: 0x41ba6b68 +chunk_size 15 +cumat_type table: 0x40f7e4e0 +[SCHEDULER]: creating work_dir... +[LOG]LMVocab: Vocab building on file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds... +[LOG]LMVocab: Building finished, vocab size now is 10000. +[SCHEDULER]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34509841 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 2 from 35545246 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 70044639 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 4 from 70048135 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 5 from 70163127 +[SCHEDULER]: preparing parameters end. +===INITIAL VALIDATION=== +[SCHEDULER]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34509841 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 2 from 35545246 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 70044639 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 4 from 70048135 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 5 from 70163127 +[SCHEDULER]: preparing parameters end. +[SCHEDULER]: preparing layers... +(21:26:39 2015-11-12)[nerv] info: create layer: recurrentL1 +(21:26:39 2015-11-12)[nerv] info: create layer: sigmoidL1 +(21:26:39 2015-11-12)[nerv] info: create layer: combinerL1 +(21:26:39 2015-11-12)[nerv] info: create layer: outputL +(21:26:39 2015-11-12)[nerv] info: create layer: softmaxL +(21:26:39 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER]: preparing layers end. +[SCHEDULER]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER]: Initing TNN end. +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER]: 40095 words processed Thu Nov 12 21:26:45 2015. + [SCHEDULER]: log prob per sample :-4.052709. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER]: Displaying result: +[SCHEDULER]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 11363.085973621> <PPL_OOV 11232.52378889> <LOGP -298763.20911767> +[SCHEDULER]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. + +[SCHEDULER]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34509841 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 2 from 35545246 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 70044639 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 4 from 70048135 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 5 from 70163127 +[SCHEDULER]: preparing parameters end. +[SCHEDULER]: preparing layers... +(21:26:55 2015-11-12)[nerv] info: create layer: recurrentL1 +(21:26:55 2015-11-12)[nerv] info: create layer: sigmoidL1 +(21:26:55 2015-11-12)[nerv] info: create layer: combinerL1 +(21:26:55 2015-11-12)[nerv] info: create layer: outputL +(21:26:55 2015-11-12)[nerv] info: create layer: softmaxL +(21:26:55 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER]: preparing layers end. +[SCHEDULER]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER]: Initing TNN end. +===ITERATION 1 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER1 LR1]: 40099 words processed Thu Nov 12 21:27:11 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-3.292692. +[SCHEDULER ITER1 LR1]: 80063 words processed Thu Nov 12 21:27:27 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-3.070144. +[SCHEDULER ITER1 LR1]: 120068 words processed Thu Nov 12 21:27:43 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.984966. +[SCHEDULER ITER1 LR1]: 160017 words processed Thu Nov 12 21:27:59 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.924306. +[SCHEDULER ITER1 LR1]: 200138 words processed Thu Nov 12 21:28:15 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.895537. +[SCHEDULER ITER1 LR1]: 240007 words processed Thu Nov 12 21:28:31 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.866355. +[SCHEDULER ITER1 LR1]: 280135 words processed Thu Nov 12 21:28:47 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.841706. +[SCHEDULER ITER1 LR1]: 320080 words processed Thu Nov 12 21:29:03 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.820864. +[SCHEDULER ITER1 LR1]: 360059 words processed Thu Nov 12 21:29:19 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.798327. +[SCHEDULER ITER1 LR1]: 400021 words processed Thu Nov 12 21:29:36 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.784042. +[SCHEDULER ITER1 LR1]: 440102 words processed Thu Nov 12 21:29:53 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.767230. +[SCHEDULER ITER1 LR1]: 480051 words processed Thu Nov 12 21:30:09 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.750979. +[SCHEDULER ITER1 LR1]: 520093 words processed Thu Nov 12 21:30:25 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.737316. +[SCHEDULER ITER1 LR1]: 560039 words processed Thu Nov 12 21:30:41 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.721875. +[SCHEDULER ITER1 LR1]: 600112 words processed Thu Nov 12 21:30:57 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.712290. +[SCHEDULER ITER1 LR1]: 640076 words processed Thu Nov 12 21:31:13 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.701624. +[SCHEDULER ITER1 LR1]: 680026 words processed Thu Nov 12 21:31:29 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.692884. +[SCHEDULER ITER1 LR1]: 720133 words processed Thu Nov 12 21:31:45 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.684241. +[SCHEDULER ITER1 LR1]: 760048 words processed Thu Nov 12 21:32:01 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.673189. +[SCHEDULER ITER1 LR1]: 800117 words processed Thu Nov 12 21:32:17 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.665760. +[SCHEDULER ITER1 LR1]: 840116 words processed Thu Nov 12 21:32:33 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.656155. +[SCHEDULER ITER1 LR1]: 880037 words processed Thu Nov 12 21:32:49 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.648768. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER1 LR1]: Displaying result: +[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 509.58764573002> <PPL_OOV 443.82735664069> <LOGP -2460821.0780481> +[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER1 LR1]: shuffling training file +===PEEK ON TEST 1=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER1 LR1]: 40087 words processed Thu Nov 12 21:33:02 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.504355. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER1 LR1]: Displaying result: +[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 372.42183463097> <PPL_OOV 324.08404397993> <LOGP -206953.5100413> +[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 1=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER1 LR1]: 40095 words processed Thu Nov 12 21:33:14 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.550268. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER1 LR1]: Displaying result: +[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 374.67370339982> <PPL_OOV 335.03359692605> <LOGP -186250.51743037> +[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER1 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER1 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1075976 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1079632 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35607920 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35724250 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70241455 +[SCHEDULER ITER1 LR1]: preparing parameters end. +[SCHEDULER ITER1 LR1]: preparing layers... +(21:33:24 2015-11-12)[nerv] info: create layer: recurrentL1 +(21:33:24 2015-11-12)[nerv] info: create layer: sigmoidL1 +(21:33:24 2015-11-12)[nerv] info: create layer: combinerL1 +(21:33:24 2015-11-12)[nerv] info: create layer: outputL +(21:33:24 2015-11-12)[nerv] info: create layer: softmaxL +(21:33:24 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER1 LR1]: preparing layers end. +[SCHEDULER ITER1 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER1 LR1]: Initing TNN end. +===ITERATION 2 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER2 LR1]: 40092 words processed Thu Nov 12 21:33:40 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.611210. +[SCHEDULER ITER2 LR1]: 80099 words processed Thu Nov 12 21:33:56 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.589139. +[SCHEDULER ITER2 LR1]: 120004 words processed Thu Nov 12 21:34:12 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.570733. +[SCHEDULER ITER2 LR1]: 160114 words processed Thu Nov 12 21:34:28 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.551667. +[SCHEDULER ITER2 LR1]: 200066 words processed Thu Nov 12 21:34:44 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.540568. +[SCHEDULER ITER2 LR1]: 240045 words processed Thu Nov 12 21:35:00 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.526721. +[SCHEDULER ITER2 LR1]: 280057 words processed Thu Nov 12 21:35:16 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.517728. +[SCHEDULER ITER2 LR1]: 320106 words processed Thu Nov 12 21:35:32 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.508229. +[SCHEDULER ITER2 LR1]: 360024 words processed Thu Nov 12 21:35:48 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.502058. +[SCHEDULER ITER2 LR1]: 400089 words processed Thu Nov 12 21:36:04 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.497895. +[SCHEDULER ITER2 LR1]: 440067 words processed Thu Nov 12 21:36:20 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.493752. +[SCHEDULER ITER2 LR1]: 480051 words processed Thu Nov 12 21:36:36 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.490189. +[SCHEDULER ITER2 LR1]: 520140 words processed Thu Nov 12 21:36:52 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.486542. +[SCHEDULER ITER2 LR1]: 560132 words processed Thu Nov 12 21:37:08 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.483445. +[SCHEDULER ITER2 LR1]: 600118 words processed Thu Nov 12 21:37:24 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.483056. +[SCHEDULER ITER2 LR1]: 640090 words processed Thu Nov 12 21:37:40 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.480205. +[SCHEDULER ITER2 LR1]: 680075 words processed Thu Nov 12 21:37:56 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.478075. +[SCHEDULER ITER2 LR1]: 720043 words processed Thu Nov 12 21:38:12 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.475920. +[SCHEDULER ITER2 LR1]: 760012 words processed Thu Nov 12 21:38:28 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.473641. +[SCHEDULER ITER2 LR1]: 800113 words processed Thu Nov 12 21:38:44 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.471283. +[SCHEDULER ITER2 LR1]: 840089 words processed Thu Nov 12 21:39:00 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.468366. +[SCHEDULER ITER2 LR1]: 880052 words processed Thu Nov 12 21:39:16 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.466238. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER2 LR1]: Displaying result: +[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 335.54574856758> <PPL_OOV 292.42179827166> <LOGP -2292375.5314619> +[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER2 LR1]: shuffling training file +===PEEK ON TEST 2=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER2 LR1]: 40087 words processed Thu Nov 12 21:39:27 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.378341. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER2 LR1]: Displaying result: +[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 280.56888917672> <PPL_OOV 241.83582061528> <LOGP -196473.60543172> +[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 2=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER2 LR1]: 40095 words processed Thu Nov 12 21:39:39 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.425320. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER2 LR1]: Displaying result: +[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 284.31456120428> <PPL_OOV 252.08005346508> <LOGP -177137.47845282> +[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER2 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER2 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34522576 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34526234 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69072330 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69188461 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70263917 +[SCHEDULER ITER2 LR1]: preparing parameters end. +[SCHEDULER ITER2 LR1]: preparing layers... +(21:39:50 2015-11-12)[nerv] info: create layer: recurrentL1 +(21:39:50 2015-11-12)[nerv] info: create layer: sigmoidL1 +(21:39:50 2015-11-12)[nerv] info: create layer: combinerL1 +(21:39:50 2015-11-12)[nerv] info: create layer: outputL +(21:39:50 2015-11-12)[nerv] info: create layer: softmaxL +(21:39:50 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER2 LR1]: preparing layers end. +[SCHEDULER ITER2 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER2 LR1]: Initing TNN end. +===ITERATION 3 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER3 LR1]: 40092 words processed Thu Nov 12 21:40:06 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.544465. +[SCHEDULER ITER3 LR1]: 80099 words processed Thu Nov 12 21:40:22 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.523845. +[SCHEDULER ITER3 LR1]: 120004 words processed Thu Nov 12 21:40:38 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.503563. +[SCHEDULER ITER3 LR1]: 160114 words processed Thu Nov 12 21:40:55 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.492793. +[SCHEDULER ITER3 LR1]: 200066 words processed Thu Nov 12 21:41:11 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.486434. +[SCHEDULER ITER3 LR1]: 240045 words processed Thu Nov 12 21:41:27 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.477573. +[SCHEDULER ITER3 LR1]: 280057 words processed Thu Nov 12 21:41:43 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.472171. +[SCHEDULER ITER3 LR1]: 320106 words processed Thu Nov 12 21:41:59 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.464689. +[SCHEDULER ITER3 LR1]: 360024 words processed Thu Nov 12 21:42:15 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.462254. +[SCHEDULER ITER3 LR1]: 400089 words processed Thu Nov 12 21:42:31 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.460639. +[SCHEDULER ITER3 LR1]: 440067 words processed Thu Nov 12 21:42:47 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.457377. +[SCHEDULER ITER3 LR1]: 480051 words processed Thu Nov 12 21:43:03 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.454522. +[SCHEDULER ITER3 LR1]: 520140 words processed Thu Nov 12 21:43:20 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.451702. +[SCHEDULER ITER3 LR1]: 560132 words processed Thu Nov 12 21:43:36 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.449800. +[SCHEDULER ITER3 LR1]: 600118 words processed Thu Nov 12 21:43:52 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.460651. +[SCHEDULER ITER3 LR1]: 640090 words processed Thu Nov 12 21:44:08 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.478514. +[SCHEDULER ITER3 LR1]: 680075 words processed Thu Nov 12 21:44:24 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.481904. +[SCHEDULER ITER3 LR1]: 720043 words processed Thu Nov 12 21:44:40 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.481315. +[SCHEDULER ITER3 LR1]: 760012 words processed Thu Nov 12 21:44:56 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.479536. +[SCHEDULER ITER3 LR1]: 800113 words processed Thu Nov 12 21:45:12 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.477516. +[SCHEDULER ITER3 LR1]: 840089 words processed Thu Nov 12 21:45:28 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.474938. +[SCHEDULER ITER3 LR1]: 880052 words processed Thu Nov 12 21:45:44 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.472685. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER3 LR1]: Displaying result: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 332.01769678787> <PPL_OOV 296.76708303188> <LOGP -2298330.4641512> +[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER3 LR1]: shuffling training file +===PEEK ON TEST 3=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER3 LR1]: 40087 words processed Thu Nov 12 21:45:55 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.372994. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER3 LR1]: Displaying result: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 276.01692594329> <PPL_OOV 238.48049489778> <LOGP -195973.43960252> +[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 3=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER3 LR1]: 40095 words processed Thu Nov 12 21:46:07 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.423095. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER3 LR1]: Displaying result: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 282.79751736002> <PPL_OOV 251.12979270018> <LOGP -177016.49404609> +[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER3 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER3 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1075055 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1078714 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35640630 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35756784 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70282927 +[SCHEDULER ITER3 LR1]: preparing parameters end. +[SCHEDULER ITER3 LR1]: preparing layers... +(21:46:18 2015-11-12)[nerv] info: create layer: recurrentL1 +(21:46:18 2015-11-12)[nerv] info: create layer: sigmoidL1 +(21:46:18 2015-11-12)[nerv] info: create layer: combinerL1 +(21:46:18 2015-11-12)[nerv] info: create layer: outputL +(21:46:18 2015-11-12)[nerv] info: create layer: softmaxL +(21:46:18 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER3 LR1]: preparing layers end. +[SCHEDULER ITER3 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER3 LR1]: Initing TNN end. +===ITERATION 4 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER4 LR1]: 40092 words processed Thu Nov 12 21:46:34 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.405192. +[SCHEDULER ITER4 LR1]: 80099 words processed Thu Nov 12 21:46:50 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.387086. +[SCHEDULER ITER4 LR1]: 120004 words processed Thu Nov 12 21:47:06 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.375429. +[SCHEDULER ITER4 LR1]: 160114 words processed Thu Nov 12 21:47:22 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.371996. +[SCHEDULER ITER4 LR1]: 200066 words processed Thu Nov 12 21:47:38 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.369614. +[SCHEDULER ITER4 LR1]: 240045 words processed Thu Nov 12 21:47:54 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.363105. +[SCHEDULER ITER4 LR1]: 280057 words processed Thu Nov 12 21:48:10 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.358276. +[SCHEDULER ITER4 LR1]: 320106 words processed Thu Nov 12 21:48:26 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.352905. +[SCHEDULER ITER4 LR1]: 360024 words processed Thu Nov 12 21:48:42 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.350189. +[SCHEDULER ITER4 LR1]: 400089 words processed Thu Nov 12 21:48:58 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.348116. +[SCHEDULER ITER4 LR1]: 440067 words processed Thu Nov 12 21:49:14 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.346662. +[SCHEDULER ITER4 LR1]: 480051 words processed Thu Nov 12 21:49:30 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.345278. +[SCHEDULER ITER4 LR1]: 520140 words processed Thu Nov 12 21:49:46 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.343802. +[SCHEDULER ITER4 LR1]: 560132 words processed Thu Nov 12 21:50:02 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.342152. +[SCHEDULER ITER4 LR1]: 600118 words processed Thu Nov 12 21:50:18 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.344444. +[SCHEDULER ITER4 LR1]: 640090 words processed Thu Nov 12 21:50:34 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.342672. +[SCHEDULER ITER4 LR1]: 680075 words processed Thu Nov 12 21:50:50 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.341851. +[SCHEDULER ITER4 LR1]: 720043 words processed Thu Nov 12 21:51:06 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.340724. +[SCHEDULER ITER4 LR1]: 760012 words processed Thu Nov 12 21:51:22 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.339464. +[SCHEDULER ITER4 LR1]: 800113 words processed Thu Nov 12 21:51:38 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.338453. +[SCHEDULER ITER4 LR1]: 840089 words processed Thu Nov 12 21:51:53 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.336619. +[SCHEDULER ITER4 LR1]: 880052 words processed Thu Nov 12 21:52:09 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.335602. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER4 LR1]: Displaying result: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 246.29704080635> <PPL_OOV 216.539647079> <LOGP -2171089.8990162> +[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER4 LR1]: shuffling training file +===PEEK ON TEST 4=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER4 LR1]: 40087 words processed Thu Nov 12 21:52:20 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.303876. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER4 LR1]: Displaying result: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 233.38436117868> <PPL_OOV 202.39993621335> <LOGP -190100.92090619> +[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 4=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER4 LR1]: 40095 words processed Thu Nov 12 21:52:31 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.356798. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER4 LR1]: Displaying result: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 238.17539195191> <PPL_OOV 212.2263711232> <LOGP -171624.71991538> +[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER4 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER4 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34528542 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34532200 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69109612 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69225892 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70300614 +[SCHEDULER ITER4 LR1]: preparing parameters end. +[SCHEDULER ITER4 LR1]: preparing layers... +(21:52:41 2015-11-12)[nerv] info: create layer: recurrentL1 +(21:52:41 2015-11-12)[nerv] info: create layer: sigmoidL1 +(21:52:41 2015-11-12)[nerv] info: create layer: combinerL1 +(21:52:41 2015-11-12)[nerv] info: create layer: outputL +(21:52:41 2015-11-12)[nerv] info: create layer: softmaxL +(21:52:41 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER4 LR1]: preparing layers end. +[SCHEDULER ITER4 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER4 LR1]: Initing TNN end. +===ITERATION 5 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER5 LR1]: 40092 words processed Thu Nov 12 21:52:56 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.446345. +[SCHEDULER ITER5 LR1]: 80099 words processed Thu Nov 12 21:53:11 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.403749. +[SCHEDULER ITER5 LR1]: 120004 words processed Thu Nov 12 21:53:27 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.384431. +[SCHEDULER ITER5 LR1]: 160114 words processed Thu Nov 12 21:53:43 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.374759. +[SCHEDULER ITER5 LR1]: 200066 words processed Thu Nov 12 21:53:58 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.361125. +[SCHEDULER ITER5 LR1]: 240045 words processed Thu Nov 12 21:54:14 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.347698. +[SCHEDULER ITER5 LR1]: 280057 words processed Thu Nov 12 21:54:30 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.337251. +[SCHEDULER ITER5 LR1]: 320106 words processed Thu Nov 12 21:54:46 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.328378. +[SCHEDULER ITER5 LR1]: 360024 words processed Thu Nov 12 21:55:02 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.322798. +[SCHEDULER ITER5 LR1]: 400089 words processed Thu Nov 12 21:55:18 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.318066. +[SCHEDULER ITER5 LR1]: 440067 words processed Thu Nov 12 21:55:34 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.314987. +[SCHEDULER ITER5 LR1]: 480051 words processed Thu Nov 12 21:55:50 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.312277. +[SCHEDULER ITER5 LR1]: 520140 words processed Thu Nov 12 21:56:06 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.309665. +[SCHEDULER ITER5 LR1]: 560132 words processed Thu Nov 12 21:56:22 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.307166. +[SCHEDULER ITER5 LR1]: 600118 words processed Thu Nov 12 21:56:38 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.304912. +[SCHEDULER ITER5 LR1]: 640090 words processed Thu Nov 12 21:56:54 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.302402. +[SCHEDULER ITER5 LR1]: 680075 words processed Thu Nov 12 21:57:10 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.301702. +[SCHEDULER ITER5 LR1]: 720043 words processed Thu Nov 12 21:57:26 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.300632. +[SCHEDULER ITER5 LR1]: 760012 words processed Thu Nov 12 21:57:42 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.299094. +[SCHEDULER ITER5 LR1]: 800113 words processed Thu Nov 12 21:57:58 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.298026. +[SCHEDULER ITER5 LR1]: 840089 words processed Thu Nov 12 21:58:14 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.295902. +[SCHEDULER ITER5 LR1]: 880052 words processed Thu Nov 12 21:58:30 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.294821. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER5 LR1]: Displaying result: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 222.41429432004> <PPL_OOV 197.11868137695> <LOGP -2133153.7071965> +[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER5 LR1]: shuffling training file +===PEEK ON TEST 5=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER5 LR1]: 40087 words processed Thu Nov 12 21:58:41 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.273549. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER5 LR1]: Displaying result: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 217.16376745377> <PPL_OOV 188.43745082601> <LOGP -187542.03398485> +[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 5=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER5 LR1]: 40095 words processed Thu Nov 12 21:58:53 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.329139. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER5 LR1]: Displaying result: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 222.10299379671> <PPL_OOV 197.98616944161> <LOGP -169399.7867695> +[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER5 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER5 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1074285 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1077942 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35667973 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35784319 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70315647 +[SCHEDULER ITER5 LR1]: preparing parameters end. +[SCHEDULER ITER5 LR1]: preparing layers... +(21:59:03 2015-11-12)[nerv] info: create layer: recurrentL1 +(21:59:03 2015-11-12)[nerv] info: create layer: sigmoidL1 +(21:59:03 2015-11-12)[nerv] info: create layer: combinerL1 +(21:59:03 2015-11-12)[nerv] info: create layer: outputL +(21:59:03 2015-11-12)[nerv] info: create layer: softmaxL +(21:59:03 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER5 LR1]: preparing layers end. +[SCHEDULER ITER5 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER5 LR1]: Initing TNN end. +===ITERATION 6 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER6 LR1]: 40092 words processed Thu Nov 12 21:59:18 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.302353. +[SCHEDULER ITER6 LR1]: 80099 words processed Thu Nov 12 21:59:34 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.286055. +[SCHEDULER ITER6 LR1]: 120004 words processed Thu Nov 12 21:59:50 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.274566. +[SCHEDULER ITER6 LR1]: 160114 words processed Thu Nov 12 22:00:06 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.272892. +[SCHEDULER ITER6 LR1]: 200066 words processed Thu Nov 12 22:00:22 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.271265. +[SCHEDULER ITER6 LR1]: 240045 words processed Thu Nov 12 22:00:38 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.267254. +[SCHEDULER ITER6 LR1]: 280057 words processed Thu Nov 12 22:00:54 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.263588. +[SCHEDULER ITER6 LR1]: 320106 words processed Thu Nov 12 22:01:10 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.259553. +[SCHEDULER ITER6 LR1]: 360024 words processed Thu Nov 12 22:01:26 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.257404. +[SCHEDULER ITER6 LR1]: 400089 words processed Thu Nov 12 22:01:42 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.255302. +[SCHEDULER ITER6 LR1]: 440067 words processed Thu Nov 12 22:01:58 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.254638. +[SCHEDULER ITER6 LR1]: 480051 words processed Thu Nov 12 22:02:14 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.254091. +[SCHEDULER ITER6 LR1]: 520140 words processed Thu Nov 12 22:02:30 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.253283. +[SCHEDULER ITER6 LR1]: 560132 words processed Thu Nov 12 22:02:46 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.252240. +[SCHEDULER ITER6 LR1]: 600118 words processed Thu Nov 12 22:03:02 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.249917. +[SCHEDULER ITER6 LR1]: 640090 words processed Thu Nov 12 22:03:18 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.250291. +[SCHEDULER ITER6 LR1]: 680075 words processed Thu Nov 12 22:03:34 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.249598. +[SCHEDULER ITER6 LR1]: 720043 words processed Thu Nov 12 22:03:50 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.249209. +[SCHEDULER ITER6 LR1]: 760012 words processed Thu Nov 12 22:04:06 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.248536. +[SCHEDULER ITER6 LR1]: 800113 words processed Thu Nov 12 22:04:22 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.248296. +[SCHEDULER ITER6 LR1]: 840089 words processed Thu Nov 12 22:04:38 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.247162. +[SCHEDULER ITER6 LR1]: 880052 words processed Thu Nov 12 22:04:54 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.246722. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER6 LR1]: Displaying result: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 198.91088397989> <PPL_OOV 176.50252475842> <LOGP -2088554.9429051> +[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER6 LR1]: shuffling training file +===PEEK ON TEST 6=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER6 LR1]: 40087 words processed Thu Nov 12 22:05:06 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.252489. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER6 LR1]: Displaying result: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 206.19131994725> <PPL_OOV 179.26390285139> <LOGP -185755.4154153> +[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 6=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER6 LR1]: 40095 words processed Thu Nov 12 22:05:18 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.311040. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER6 LR1]: Displaying result: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 211.88409793113> <PPL_OOV 189.15513876712> <LOGP -167938.10631937> +[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER6 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER6 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34533450 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34537108 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69139044 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69255402 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70329197 +[SCHEDULER ITER6 LR1]: preparing parameters end. +[SCHEDULER ITER6 LR1]: preparing layers... +(22:05:29 2015-11-12)[nerv] info: create layer: recurrentL1 +(22:05:29 2015-11-12)[nerv] info: create layer: sigmoidL1 +(22:05:29 2015-11-12)[nerv] info: create layer: combinerL1 +(22:05:29 2015-11-12)[nerv] info: create layer: outputL +(22:05:29 2015-11-12)[nerv] info: create layer: softmaxL +(22:05:29 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER6 LR1]: preparing layers end. +[SCHEDULER ITER6 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER6 LR1]: Initing TNN end. +===ITERATION 7 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER7 LR1]: 40092 words processed Thu Nov 12 22:05:45 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.247858. +[SCHEDULER ITER7 LR1]: 80099 words processed Thu Nov 12 22:06:01 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.240500. +[SCHEDULER ITER7 LR1]: 120004 words processed Thu Nov 12 22:06:17 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.233063. +[SCHEDULER ITER7 LR1]: 160114 words processed Thu Nov 12 22:06:33 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.233546. +[SCHEDULER ITER7 LR1]: 200066 words processed Thu Nov 12 22:06:49 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.233342. +[SCHEDULER ITER7 LR1]: 240045 words processed Thu Nov 12 22:07:05 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.228546. +[SCHEDULER ITER7 LR1]: 280057 words processed Thu Nov 12 22:07:21 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.226190. +[SCHEDULER ITER7 LR1]: 320106 words processed Thu Nov 12 22:07:37 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.222945. +[SCHEDULER ITER7 LR1]: 360024 words processed Thu Nov 12 22:07:53 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.221231. +[SCHEDULER ITER7 LR1]: 400089 words processed Thu Nov 12 22:08:09 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.219454. +[SCHEDULER ITER7 LR1]: 440067 words processed Thu Nov 12 22:08:25 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.219290. +[SCHEDULER ITER7 LR1]: 480051 words processed Thu Nov 12 22:08:41 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.219243. +[SCHEDULER ITER7 LR1]: 520140 words processed Thu Nov 12 22:08:57 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.218756. +[SCHEDULER ITER7 LR1]: 560132 words processed Thu Nov 12 22:09:13 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.218041. +[SCHEDULER ITER7 LR1]: 600118 words processed Thu Nov 12 22:09:29 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.218228. +[SCHEDULER ITER7 LR1]: 640090 words processed Thu Nov 12 22:09:45 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.217169. +[SCHEDULER ITER7 LR1]: 680075 words processed Thu Nov 12 22:10:01 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.216362. +[SCHEDULER ITER7 LR1]: 720043 words processed Thu Nov 12 22:10:17 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.216029. +[SCHEDULER ITER7 LR1]: 760012 words processed Thu Nov 12 22:10:33 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.215487. +[SCHEDULER ITER7 LR1]: 800113 words processed Thu Nov 12 22:10:49 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.215356. +[SCHEDULER ITER7 LR1]: 840089 words processed Thu Nov 12 22:11:05 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.214292. +[SCHEDULER ITER7 LR1]: 880052 words processed Thu Nov 12 22:11:21 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.214097. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER7 LR1]: Displaying result: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 183.98583365133> <PPL_OOV 163.73121251112> <LOGP -2058232.2665045> +[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER7 LR1]: shuffling training file +===PEEK ON TEST 7=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER7 LR1]: 40087 words processed Thu Nov 12 22:11:32 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.238654. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER7 LR1]: Displaying result: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 198.81652309035> <PPL_OOV 173.06297365549> <LOGP -184495.16904979> +[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 7=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER7 LR1]: 40095 words processed Thu Nov 12 22:11:44 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.297186. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER7 LR1]: Displaying result: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 203.98597397845> <PPL_OOV 182.29758343458> <LOGP -166755.20004089> +[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER7 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER7 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1073208 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1076866 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35689509 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35805861 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70341551 +[SCHEDULER ITER7 LR1]: preparing parameters end. +[SCHEDULER ITER7 LR1]: preparing layers... +(22:11:54 2015-11-12)[nerv] info: create layer: recurrentL1 +(22:11:54 2015-11-12)[nerv] info: create layer: sigmoidL1 +(22:11:54 2015-11-12)[nerv] info: create layer: combinerL1 +(22:11:54 2015-11-12)[nerv] info: create layer: outputL +(22:11:54 2015-11-12)[nerv] info: create layer: softmaxL +(22:11:54 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER7 LR1]: preparing layers end. +[SCHEDULER ITER7 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER7 LR1]: Initing TNN end. +===ITERATION 8 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER8 LR1]: 40092 words processed Thu Nov 12 22:12:10 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.217380. +[SCHEDULER ITER8 LR1]: 80099 words processed Thu Nov 12 22:12:26 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.210173. +[SCHEDULER ITER8 LR1]: 120004 words processed Thu Nov 12 22:12:42 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.203362. +[SCHEDULER ITER8 LR1]: 160114 words processed Thu Nov 12 22:12:58 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.204496. +[SCHEDULER ITER8 LR1]: 200066 words processed Thu Nov 12 22:13:14 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.204268. +[SCHEDULER ITER8 LR1]: 240045 words processed Thu Nov 12 22:13:30 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.201367. +[SCHEDULER ITER8 LR1]: 280057 words processed Thu Nov 12 22:13:46 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.197826. +[SCHEDULER ITER8 LR1]: 320106 words processed Thu Nov 12 22:14:02 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.194816. +[SCHEDULER ITER8 LR1]: 360024 words processed Thu Nov 12 22:14:18 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.193248. +[SCHEDULER ITER8 LR1]: 400089 words processed Thu Nov 12 22:14:34 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.191500. +[SCHEDULER ITER8 LR1]: 440067 words processed Thu Nov 12 22:14:50 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.191556. +[SCHEDULER ITER8 LR1]: 480051 words processed Thu Nov 12 22:15:06 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.191680. +[SCHEDULER ITER8 LR1]: 520140 words processed Thu Nov 12 22:15:22 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.191424. +[SCHEDULER ITER8 LR1]: 560132 words processed Thu Nov 12 22:15:38 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.190928. +[SCHEDULER ITER8 LR1]: 600118 words processed Thu Nov 12 22:15:54 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.188829. +[SCHEDULER ITER8 LR1]: 640090 words processed Thu Nov 12 22:16:10 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.187827. +[SCHEDULER ITER8 LR1]: 680075 words processed Thu Nov 12 22:16:26 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.187269. +[SCHEDULER ITER8 LR1]: 720043 words processed Thu Nov 12 22:16:42 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.187128. +[SCHEDULER ITER8 LR1]: 760012 words processed Thu Nov 12 22:16:58 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.186552. +[SCHEDULER ITER8 LR1]: 800113 words processed Thu Nov 12 22:17:14 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.186589. +[SCHEDULER ITER8 LR1]: 840089 words processed Thu Nov 12 22:17:30 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.185669. +[SCHEDULER ITER8 LR1]: 880052 words processed Thu Nov 12 22:17:46 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.185637. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER8 LR1]: Displaying result: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 171.83259622499> <PPL_OOV 153.3513863571> <LOGP -2031791.2494254> +[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER8 LR1]: shuffling training file +===PEEK ON TEST 8=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER8 LR1]: 40087 words processed Thu Nov 12 22:17:57 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.226930. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER8 LR1]: Displaying result: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 192.95664295121> <PPL_OOV 168.43457806958> <LOGP -183524.72818304> +[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 8=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER8 LR1]: 40095 words processed Thu Nov 12 22:18:09 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.286467. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER8 LR1]: Displaying result: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 197.85544743757> <PPL_OOV 177.1932477992> <LOGP -165845.46314541> +[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER8 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER8 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34537849 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34541506 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69163408 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69279752 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70352310 +[SCHEDULER ITER8 LR1]: preparing parameters end. +[SCHEDULER ITER8 LR1]: preparing layers... +(22:18:20 2015-11-12)[nerv] info: create layer: recurrentL1 +(22:18:20 2015-11-12)[nerv] info: create layer: sigmoidL1 +(22:18:20 2015-11-12)[nerv] info: create layer: combinerL1 +(22:18:20 2015-11-12)[nerv] info: create layer: outputL +(22:18:20 2015-11-12)[nerv] info: create layer: softmaxL +(22:18:20 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER8 LR1]: preparing layers end. +[SCHEDULER ITER8 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER8 LR1]: Initing TNN end. +===ITERATION 9 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER9 LR1]: 40092 words processed Thu Nov 12 22:18:36 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.184391. +[SCHEDULER ITER9 LR1]: 80099 words processed Thu Nov 12 22:18:52 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.181046. +[SCHEDULER ITER9 LR1]: 120004 words processed Thu Nov 12 22:19:08 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.176112. +[SCHEDULER ITER9 LR1]: 160114 words processed Thu Nov 12 22:19:24 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.178759. +[SCHEDULER ITER9 LR1]: 200066 words processed Thu Nov 12 22:19:40 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.178842. +[SCHEDULER ITER9 LR1]: 240045 words processed Thu Nov 12 22:19:56 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.175028. +[SCHEDULER ITER9 LR1]: 280057 words processed Thu Nov 12 22:20:12 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.171060. +[SCHEDULER ITER9 LR1]: 320106 words processed Thu Nov 12 22:20:28 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.168492. +[SCHEDULER ITER9 LR1]: 360024 words processed Thu Nov 12 22:20:44 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.167283. +[SCHEDULER ITER9 LR1]: 400089 words processed Thu Nov 12 22:21:00 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.165790. +[SCHEDULER ITER9 LR1]: 440067 words processed Thu Nov 12 22:21:16 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.166168. +[SCHEDULER ITER9 LR1]: 480051 words processed Thu Nov 12 22:21:32 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.166588. +[SCHEDULER ITER9 LR1]: 520140 words processed Thu Nov 12 22:21:48 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.166562. +[SCHEDULER ITER9 LR1]: 560132 words processed Thu Nov 12 22:22:04 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.166247. +[SCHEDULER ITER9 LR1]: 600118 words processed Thu Nov 12 22:22:20 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.164505. +[SCHEDULER ITER9 LR1]: 640090 words processed Thu Nov 12 22:22:36 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.163544. +[SCHEDULER ITER9 LR1]: 680075 words processed Thu Nov 12 22:22:52 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.163438. +[SCHEDULER ITER9 LR1]: 720043 words processed Thu Nov 12 22:23:08 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.163471. +[SCHEDULER ITER9 LR1]: 760012 words processed Thu Nov 12 22:23:24 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.162740. +[SCHEDULER ITER9 LR1]: 800113 words processed Thu Nov 12 22:23:40 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.162951. +[SCHEDULER ITER9 LR1]: 840089 words processed Thu Nov 12 22:23:56 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.162159. +[SCHEDULER ITER9 LR1]: 880052 words processed Thu Nov 12 22:24:12 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.162246. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER9 LR1]: Displaying result: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 162.44771598369> <PPL_OOV 145.31439191404> <LOGP -2010058.3160156> +[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER9 LR1]: shuffling training file +===PEEK ON TEST 9=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER9 LR1]: 40087 words processed Thu Nov 12 22:24:23 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.217479. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER9 LR1]: Displaying result: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 188.1278010178> <PPL_OOV 164.75417796788> <LOGP -182733.82746825> +[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 9=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER9 LR1]: 40095 words processed Thu Nov 12 22:24:35 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.278188. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER9 LR1]: Displaying result: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 192.94739874239> <PPL_OOV 173.23916130821> <LOGP -165122.53431059> +[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER9 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER9 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1071986 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1075642 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35705377 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35821695 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70362066 +[SCHEDULER ITER9 LR1]: preparing parameters end. +[SCHEDULER ITER9 LR1]: preparing layers... +(22:24:45 2015-11-12)[nerv] info: create layer: recurrentL1 +(22:24:45 2015-11-12)[nerv] info: create layer: sigmoidL1 +(22:24:45 2015-11-12)[nerv] info: create layer: combinerL1 +(22:24:45 2015-11-12)[nerv] info: create layer: outputL +(22:24:45 2015-11-12)[nerv] info: create layer: softmaxL +(22:24:45 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER9 LR1]: preparing layers end. +[SCHEDULER ITER9 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER9 LR1]: Initing TNN end. +===ITERATION 10 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER10 LR1]: 40092 words processed Thu Nov 12 22:25:01 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.159231. +[SCHEDULER ITER10 LR1]: 80099 words processed Thu Nov 12 22:25:17 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.158206. +[SCHEDULER ITER10 LR1]: 120004 words processed Thu Nov 12 22:25:33 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.153994. +[SCHEDULER ITER10 LR1]: 160114 words processed Thu Nov 12 22:25:49 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.156763. +[SCHEDULER ITER10 LR1]: 200066 words processed Thu Nov 12 22:26:05 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.157195. +[SCHEDULER ITER10 LR1]: 240045 words processed Thu Nov 12 22:26:21 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.154012. +[SCHEDULER ITER10 LR1]: 280057 words processed Thu Nov 12 22:26:37 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.150190. +[SCHEDULER ITER10 LR1]: 320106 words processed Thu Nov 12 22:26:53 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.147796. +[SCHEDULER ITER10 LR1]: 360024 words processed Thu Nov 12 22:27:09 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.146531. +[SCHEDULER ITER10 LR1]: 400089 words processed Thu Nov 12 22:27:25 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.144999. +[SCHEDULER ITER10 LR1]: 440067 words processed Thu Nov 12 22:27:41 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.145563. +[SCHEDULER ITER10 LR1]: 480051 words processed Thu Nov 12 22:27:57 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.146132. +[SCHEDULER ITER10 LR1]: 520140 words processed Thu Nov 12 22:28:13 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.146207. +[SCHEDULER ITER10 LR1]: 560132 words processed Thu Nov 12 22:28:29 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.145943. +[SCHEDULER ITER10 LR1]: 600118 words processed Thu Nov 12 22:28:45 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.143880. +[SCHEDULER ITER10 LR1]: 640090 words processed Thu Nov 12 22:29:01 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.143399. +[SCHEDULER ITER10 LR1]: 680075 words processed Thu Nov 12 22:29:17 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.142851. +[SCHEDULER ITER10 LR1]: 720043 words processed Thu Nov 12 22:29:33 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.142841. +[SCHEDULER ITER10 LR1]: 760012 words processed Thu Nov 12 22:29:49 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.142520. +[SCHEDULER ITER10 LR1]: 800113 words processed Thu Nov 12 22:30:05 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.142826. +[SCHEDULER ITER10 LR1]: 840089 words processed Thu Nov 12 22:30:21 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.142216. +[SCHEDULER ITER10 LR1]: 880052 words processed Thu Nov 12 22:30:37 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.142326. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER10 LR1]: Displaying result: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 154.85025727813> <PPL_OOV 138.80197382903> <LOGP -1991547.4224823> +[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER10 LR1]: shuffling training file +===PEEK ON TEST 10=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER10 LR1]: 40087 words processed Thu Nov 12 22:30:48 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.212505. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER10 LR1]: Displaying result: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 185.40548411166> <PPL_OOV 162.82613645004> <LOGP -182312.41904908> +[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 10=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER10 LR1]: 40095 words processed Thu Nov 12 22:31:00 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.274287. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER10 LR1]: Displaying result: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 190.39721658879> <PPL_OOV 171.2923011258> <LOGP -164760.50334979> +[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER10 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER10 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34542151 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34545807 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69182866 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69299176 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70370634 +[SCHEDULER ITER10 LR1]: preparing parameters end. +[SCHEDULER ITER10 LR1]: preparing layers... +(22:31:11 2015-11-12)[nerv] info: create layer: recurrentL1 +(22:31:11 2015-11-12)[nerv] info: create layer: sigmoidL1 +(22:31:11 2015-11-12)[nerv] info: create layer: combinerL1 +(22:31:11 2015-11-12)[nerv] info: create layer: outputL +(22:31:11 2015-11-12)[nerv] info: create layer: softmaxL +(22:31:11 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER10 LR1]: preparing layers end. +[SCHEDULER ITER10 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER10 LR1]: Initing TNN end. +===ITERATION 11 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER11 LR1]: 40092 words processed Thu Nov 12 22:31:27 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.139499. +[SCHEDULER ITER11 LR1]: 80099 words processed Thu Nov 12 22:31:43 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.138794. +[SCHEDULER ITER11 LR1]: 120004 words processed Thu Nov 12 22:31:59 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.135243. +[SCHEDULER ITER11 LR1]: 160114 words processed Thu Nov 12 22:32:15 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.137881. +[SCHEDULER ITER11 LR1]: 200066 words processed Thu Nov 12 22:32:31 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.138292. +[SCHEDULER ITER11 LR1]: 240045 words processed Thu Nov 12 22:32:47 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.134734. +[SCHEDULER ITER11 LR1]: 280057 words processed Thu Nov 12 22:33:03 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.130923. +[SCHEDULER ITER11 LR1]: 320106 words processed Thu Nov 12 22:33:19 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.128777. +[SCHEDULER ITER11 LR1]: 360024 words processed Thu Nov 12 22:33:35 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.127728. +[SCHEDULER ITER11 LR1]: 400089 words processed Thu Nov 12 22:33:51 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.126190. +[SCHEDULER ITER11 LR1]: 440067 words processed Thu Nov 12 22:34:07 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.126941. +[SCHEDULER ITER11 LR1]: 480051 words processed Thu Nov 12 22:34:23 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.127618. +[SCHEDULER ITER11 LR1]: 520140 words processed Thu Nov 12 22:34:39 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.127815. +[SCHEDULER ITER11 LR1]: 560132 words processed Thu Nov 12 22:34:55 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.127700. +[SCHEDULER ITER11 LR1]: 600118 words processed Thu Nov 12 22:35:11 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.125708. +[SCHEDULER ITER11 LR1]: 640090 words processed Thu Nov 12 22:35:27 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.124852. +[SCHEDULER ITER11 LR1]: 680075 words processed Thu Nov 12 22:35:43 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.124162. +[SCHEDULER ITER11 LR1]: 720043 words processed Thu Nov 12 22:35:59 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.124089. +[SCHEDULER ITER11 LR1]: 760012 words processed Thu Nov 12 22:36:15 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.123790. +[SCHEDULER ITER11 LR1]: 800113 words processed Thu Nov 12 22:36:31 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.124132. +[SCHEDULER ITER11 LR1]: 840089 words processed Thu Nov 12 22:36:47 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.123640. +[SCHEDULER ITER11 LR1]: 880052 words processed Thu Nov 12 22:37:03 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.123852. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER11 LR1]: Displaying result: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 148.14166813174> <PPL_OOV 133.02618550034> <LOGP -1974388.6001313> +[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER11 LR1]: shuffling training file +===PEEK ON TEST 11=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER11 LR1]: 40087 words processed Thu Nov 12 22:37:14 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.205914. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER11 LR1]: Displaying result: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 182.39390315888> <PPL_OOV 160.46237137081> <LOGP -181788.91337671> +[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 11=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER11 LR1]: 40095 words processed Thu Nov 12 22:37:26 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.269752. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER11 LR1]: Displaying result: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 187.75373810895> <PPL_OOV 169.13307312491> <LOGP -164354.13711126> +[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER11 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER11 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1070828 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1074484 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35719188 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35835491 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70379329 +[SCHEDULER ITER11 LR1]: preparing parameters end. +[SCHEDULER ITER11 LR1]: preparing layers... +(22:37:37 2015-11-12)[nerv] info: create layer: recurrentL1 +(22:37:37 2015-11-12)[nerv] info: create layer: sigmoidL1 +(22:37:37 2015-11-12)[nerv] info: create layer: combinerL1 +(22:37:37 2015-11-12)[nerv] info: create layer: outputL +(22:37:37 2015-11-12)[nerv] info: create layer: softmaxL +(22:37:37 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER11 LR1]: preparing layers end. +[SCHEDULER ITER11 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER11 LR1]: Initing TNN end. +===ITERATION 12 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER12 LR1]: 40092 words processed Thu Nov 12 22:37:53 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.122491. +[SCHEDULER ITER12 LR1]: 80099 words processed Thu Nov 12 22:38:09 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.121906. +[SCHEDULER ITER12 LR1]: 120004 words processed Thu Nov 12 22:38:25 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.118337. +[SCHEDULER ITER12 LR1]: 160114 words processed Thu Nov 12 22:38:41 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.120726. +[SCHEDULER ITER12 LR1]: 200066 words processed Thu Nov 12 22:38:57 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.121222. +[SCHEDULER ITER12 LR1]: 240045 words processed Thu Nov 12 22:39:13 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.117684. +[SCHEDULER ITER12 LR1]: 280057 words processed Thu Nov 12 22:39:29 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.113753. +[SCHEDULER ITER12 LR1]: 320106 words processed Thu Nov 12 22:39:45 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.111703. +[SCHEDULER ITER12 LR1]: 360024 words processed Thu Nov 12 22:40:01 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.110579. +[SCHEDULER ITER12 LR1]: 400089 words processed Thu Nov 12 22:40:17 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.109065. +[SCHEDULER ITER12 LR1]: 440067 words processed Thu Nov 12 22:40:33 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.109969. +[SCHEDULER ITER12 LR1]: 480051 words processed Thu Nov 12 22:40:49 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.110800. +[SCHEDULER ITER12 LR1]: 520140 words processed Thu Nov 12 22:41:05 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.110956. +[SCHEDULER ITER12 LR1]: 560132 words processed Thu Nov 12 22:41:21 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.110944. +[SCHEDULER ITER12 LR1]: 600118 words processed Thu Nov 12 22:41:37 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.109763. +[SCHEDULER ITER12 LR1]: 640090 words processed Thu Nov 12 22:41:53 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.108867. +[SCHEDULER ITER12 LR1]: 680075 words processed Thu Nov 12 22:42:09 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.108518. +[SCHEDULER ITER12 LR1]: 720043 words processed Thu Nov 12 22:42:25 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.108498. +[SCHEDULER ITER12 LR1]: 760012 words processed Thu Nov 12 22:42:41 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.108149. +[SCHEDULER ITER12 LR1]: 800113 words processed Thu Nov 12 22:42:57 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.108567. +[SCHEDULER ITER12 LR1]: 840089 words processed Thu Nov 12 22:43:13 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.108110. +[SCHEDULER ITER12 LR1]: 880052 words processed Thu Nov 12 22:43:29 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.108397. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER12 LR1]: Displaying result: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 142.74802026729> <PPL_OOV 128.37705407036> <LOGP -1960026.6987909> +[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER12 LR1]: shuffling training file +===PEEK ON TEST 12=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER12 LR1]: 40087 words processed Thu Nov 12 22:43:40 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.200728. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER12 LR1]: Displaying result: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 180.49185726892> <PPL_OOV 158.66736020267> <LOGP -181386.19256374> +[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 12=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER12 LR1]: 40095 words processed Thu Nov 12 22:43:52 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.267196. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER12 LR1]: Displaying result: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 186.68848452989> <PPL_OOV 167.99520614955> <LOGP -164137.89853503> +[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER12 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER12 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34545626 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34549283 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69202806 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69319085 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70389258 +[SCHEDULER ITER12 LR1]: preparing parameters end. +[SCHEDULER ITER12 LR1]: preparing layers... +(22:44:02 2015-11-12)[nerv] info: create layer: recurrentL1 +(22:44:02 2015-11-12)[nerv] info: create layer: sigmoidL1 +(22:44:02 2015-11-12)[nerv] info: create layer: combinerL1 +(22:44:02 2015-11-12)[nerv] info: create layer: outputL +(22:44:02 2015-11-12)[nerv] info: create layer: softmaxL +(22:44:02 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER12 LR1]: preparing layers end. +[SCHEDULER ITER12 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER12 LR1]: Initing TNN end. +===ITERATION 13 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER13 LR1]: 40092 words processed Thu Nov 12 22:44:18 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.106771. +[SCHEDULER ITER13 LR1]: 80099 words processed Thu Nov 12 22:44:34 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.106460. +[SCHEDULER ITER13 LR1]: 120004 words processed Thu Nov 12 22:44:50 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.103062. +[SCHEDULER ITER13 LR1]: 160114 words processed Thu Nov 12 22:45:06 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.105308. +[SCHEDULER ITER13 LR1]: 200066 words processed Thu Nov 12 22:45:22 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.105773. +[SCHEDULER ITER13 LR1]: 240045 words processed Thu Nov 12 22:45:38 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.102116. +[SCHEDULER ITER13 LR1]: 280057 words processed Thu Nov 12 22:45:54 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.098718. +[SCHEDULER ITER13 LR1]: 320106 words processed Thu Nov 12 22:46:11 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.096837. +[SCHEDULER ITER13 LR1]: 360024 words processed Thu Nov 12 22:46:27 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.095630. +[SCHEDULER ITER13 LR1]: 400089 words processed Thu Nov 12 22:46:43 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.094049. +[SCHEDULER ITER13 LR1]: 440067 words processed Thu Nov 12 22:46:59 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.095015. +[SCHEDULER ITER13 LR1]: 480051 words processed Thu Nov 12 22:47:15 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.095949. +[SCHEDULER ITER13 LR1]: 520140 words processed Thu Nov 12 22:47:31 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.096547. +[SCHEDULER ITER13 LR1]: 560132 words processed Thu Nov 12 22:47:47 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.096706. +[SCHEDULER ITER13 LR1]: 600118 words processed Thu Nov 12 22:48:03 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.095009. +[SCHEDULER ITER13 LR1]: 640090 words processed Thu Nov 12 22:48:19 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.094298. +[SCHEDULER ITER13 LR1]: 680075 words processed Thu Nov 12 22:48:35 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.093667. +[SCHEDULER ITER13 LR1]: 720043 words processed Thu Nov 12 22:48:51 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.093573. +[SCHEDULER ITER13 LR1]: 760012 words processed Thu Nov 12 22:49:07 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.092909. +[SCHEDULER ITER13 LR1]: 800113 words processed Thu Nov 12 22:49:23 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.093359. +[SCHEDULER ITER13 LR1]: 840089 words processed Thu Nov 12 22:49:39 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.092985. +[SCHEDULER ITER13 LR1]: 880052 words processed Thu Nov 12 22:49:55 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.093309. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER13 LR1]: Displaying result: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 137.66576866018> <PPL_OOV 123.99443367725> <LOGP -1946003.6478197> +[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER13 LR1]: shuffling training file +===PEEK ON TEST 13=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER13 LR1]: 40087 words processed Thu Nov 12 22:50:06 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.197329. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER13 LR1]: Displaying result: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 178.82057178108> <PPL_OOV 157.42605789449> <LOGP -181105.02582114> +[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 13=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER13 LR1]: 40095 words processed Thu Nov 12 22:50:18 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.264225. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER13 LR1]: Displaying result: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.9297152642> <PPL_OOV 166.58327559059> <LOGP -163867.53188189> +[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER13 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER13 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1069510 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1073167 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35735524 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35851793 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70399112 +[SCHEDULER ITER13 LR1]: preparing parameters end. +[SCHEDULER ITER13 LR1]: preparing layers... +(22:50:28 2015-11-12)[nerv] info: create layer: recurrentL1 +(22:50:28 2015-11-12)[nerv] info: create layer: sigmoidL1 +(22:50:28 2015-11-12)[nerv] info: create layer: combinerL1 +(22:50:28 2015-11-12)[nerv] info: create layer: outputL +(22:50:28 2015-11-12)[nerv] info: create layer: softmaxL +(22:50:28 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER13 LR1]: preparing layers end. +[SCHEDULER ITER13 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER13 LR1]: Initing TNN end. +===ITERATION 14 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER14 LR1]: 40092 words processed Thu Nov 12 22:50:44 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.093854. +[SCHEDULER ITER14 LR1]: 80099 words processed Thu Nov 12 22:51:00 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.092732. +[SCHEDULER ITER14 LR1]: 120004 words processed Thu Nov 12 22:51:16 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.089367. +[SCHEDULER ITER14 LR1]: 160114 words processed Thu Nov 12 22:51:32 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.091353. +[SCHEDULER ITER14 LR1]: 200066 words processed Thu Nov 12 22:51:48 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.091452. +[SCHEDULER ITER14 LR1]: 240045 words processed Thu Nov 12 22:52:04 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.088015. +[SCHEDULER ITER14 LR1]: 280057 words processed Thu Nov 12 22:52:20 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.084144. +[SCHEDULER ITER14 LR1]: 320106 words processed Thu Nov 12 22:52:36 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.082341. +[SCHEDULER ITER14 LR1]: 360024 words processed Thu Nov 12 22:52:52 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.081403. +[SCHEDULER ITER14 LR1]: 400089 words processed Thu Nov 12 22:53:08 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.079995. +[SCHEDULER ITER14 LR1]: 440067 words processed Thu Nov 12 22:53:24 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.081093. +[SCHEDULER ITER14 LR1]: 480051 words processed Thu Nov 12 22:53:40 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.082089. +[SCHEDULER ITER14 LR1]: 520140 words processed Thu Nov 12 22:53:56 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.082746. +[SCHEDULER ITER14 LR1]: 560132 words processed Thu Nov 12 22:54:12 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.082818. +[SCHEDULER ITER14 LR1]: 600118 words processed Thu Nov 12 22:54:28 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.081157. +[SCHEDULER ITER14 LR1]: 640090 words processed Thu Nov 12 22:54:44 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.080417. +[SCHEDULER ITER14 LR1]: 680075 words processed Thu Nov 12 22:55:00 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.079843. +[SCHEDULER ITER14 LR1]: 720043 words processed Thu Nov 12 22:55:16 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.079713. +[SCHEDULER ITER14 LR1]: 760012 words processed Thu Nov 12 22:55:32 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.079183. +[SCHEDULER ITER14 LR1]: 800113 words processed Thu Nov 12 22:55:48 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.079667. +[SCHEDULER ITER14 LR1]: 840089 words processed Thu Nov 12 22:56:04 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.079312. +[SCHEDULER ITER14 LR1]: 880052 words processed Thu Nov 12 22:56:20 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.079634. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER14 LR1]: Displaying result: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 133.19581646167> <PPL_OOV 120.14972523105> <LOGP -1933287.4211578> +[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER14 LR1]: shuffling training file +===PEEK ON TEST 14=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER14 LR1]: 40087 words processed Thu Nov 12 22:56:31 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.193982. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER14 LR1]: Displaying result: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 177.65417278073> <PPL_OOV 156.38093168167> <LOGP -180866.5703231> +[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 14=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER14 LR1]: 40095 words processed Thu Nov 12 22:56:43 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.262951. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER14 LR1]: Displaying result: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.00055961149> <PPL_OOV 165.75765731982> <LOGP -163708.37274731> +[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER14 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER14 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34548947 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34552604 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69223650 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69339910 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70408674 +[SCHEDULER ITER14 LR1]: preparing parameters end. +[SCHEDULER ITER14 LR1]: preparing layers... +(22:56:53 2015-11-12)[nerv] info: create layer: recurrentL1 +(22:56:53 2015-11-12)[nerv] info: create layer: sigmoidL1 +(22:56:53 2015-11-12)[nerv] info: create layer: combinerL1 +(22:56:53 2015-11-12)[nerv] info: create layer: outputL +(22:56:53 2015-11-12)[nerv] info: create layer: softmaxL +(22:56:53 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER14 LR1]: preparing layers end. +[SCHEDULER ITER14 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER14 LR1]: Initing TNN end. +===ITERATION 15 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER15 LR1]: 40092 words processed Thu Nov 12 22:57:09 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.079524. +[SCHEDULER ITER15 LR1]: 80099 words processed Thu Nov 12 22:57:25 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.078168. +[SCHEDULER ITER15 LR1]: 120004 words processed Thu Nov 12 22:57:41 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.074972. +[SCHEDULER ITER15 LR1]: 160114 words processed Thu Nov 12 22:57:57 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.077374. +[SCHEDULER ITER15 LR1]: 200066 words processed Thu Nov 12 22:58:13 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.077555. +[SCHEDULER ITER15 LR1]: 240045 words processed Thu Nov 12 22:58:29 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.074048. +[SCHEDULER ITER15 LR1]: 280057 words processed Thu Nov 12 22:58:45 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.070281. +[SCHEDULER ITER15 LR1]: 320106 words processed Thu Nov 12 22:59:02 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.068796. +[SCHEDULER ITER15 LR1]: 360024 words processed Thu Nov 12 22:59:19 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.067962. +[SCHEDULER ITER15 LR1]: 400089 words processed Thu Nov 12 22:59:35 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.066988. +[SCHEDULER ITER15 LR1]: 440067 words processed Thu Nov 12 22:59:52 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.068325. +[SCHEDULER ITER15 LR1]: 480051 words processed Thu Nov 12 23:00:08 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.069418. +[SCHEDULER ITER15 LR1]: 520140 words processed Thu Nov 12 23:00:24 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.069623. +[SCHEDULER ITER15 LR1]: 560132 words processed Thu Nov 12 23:00:41 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.069749. +[SCHEDULER ITER15 LR1]: 600118 words processed Thu Nov 12 23:00:57 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.068053. +[SCHEDULER ITER15 LR1]: 640090 words processed Thu Nov 12 23:01:13 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.067368. +[SCHEDULER ITER15 LR1]: 680075 words processed Thu Nov 12 23:01:29 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.066932. +[SCHEDULER ITER15 LR1]: 720043 words processed Thu Nov 12 23:01:45 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.066831. +[SCHEDULER ITER15 LR1]: 760012 words processed Thu Nov 12 23:02:01 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.066086. +[SCHEDULER ITER15 LR1]: 800113 words processed Thu Nov 12 23:02:17 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.066640. +[SCHEDULER ITER15 LR1]: 840089 words processed Thu Nov 12 23:02:33 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.066342. +[SCHEDULER ITER15 LR1]: 880052 words processed Thu Nov 12 23:02:49 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.066725. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER15 LR1]: Displaying result: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 129.11918295021> <PPL_OOV 116.63119544274> <LOGP -1921288.235319> +[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER15 LR1]: shuffling training file +===PEEK ON TEST 15=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER15 LR1]: 40087 words processed Thu Nov 12 23:03:00 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.191966. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER15 LR1]: Displaying result: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 176.57607779611> <PPL_OOV 155.62769814107> <LOGP -180693.72266703> +[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 15=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER15 LR1]: 40095 words processed Thu Nov 12 23:03:12 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.260851. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER15 LR1]: Displaying result: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 182.85870687957> <PPL_OOV 164.8981267046> <LOGP -163541.83165092> +[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER15 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER15 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1067962 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1071619 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35752027 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35868271 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70418779 +[SCHEDULER ITER15 LR1]: preparing parameters end. +[SCHEDULER ITER15 LR1]: preparing layers... +(23:03:22 2015-11-12)[nerv] info: create layer: recurrentL1 +(23:03:22 2015-11-12)[nerv] info: create layer: sigmoidL1 +(23:03:22 2015-11-12)[nerv] info: create layer: combinerL1 +(23:03:22 2015-11-12)[nerv] info: create layer: outputL +(23:03:22 2015-11-12)[nerv] info: create layer: softmaxL +(23:03:22 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER15 LR1]: preparing layers end. +[SCHEDULER ITER15 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER15 LR1]: Initing TNN end. +===ITERATION 16 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER16 LR1]: 40092 words processed Thu Nov 12 23:03:38 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.068214. +[SCHEDULER ITER16 LR1]: 80099 words processed Thu Nov 12 23:03:54 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.066342. +[SCHEDULER ITER16 LR1]: 120004 words processed Thu Nov 12 23:04:10 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.063079. +[SCHEDULER ITER16 LR1]: 160114 words processed Thu Nov 12 23:04:26 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.066440. +[SCHEDULER ITER16 LR1]: 200066 words processed Thu Nov 12 23:04:43 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.066490. +[SCHEDULER ITER16 LR1]: 240045 words processed Thu Nov 12 23:04:59 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.063028. +[SCHEDULER ITER16 LR1]: 280057 words processed Thu Nov 12 23:05:15 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.059035. +[SCHEDULER ITER16 LR1]: 320106 words processed Thu Nov 12 23:05:32 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.057406. +[SCHEDULER ITER16 LR1]: 360024 words processed Thu Nov 12 23:05:48 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.056584. +[SCHEDULER ITER16 LR1]: 400089 words processed Thu Nov 12 23:06:04 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.055149. +[SCHEDULER ITER16 LR1]: 440067 words processed Thu Nov 12 23:06:21 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.056433. +[SCHEDULER ITER16 LR1]: 480051 words processed Thu Nov 12 23:06:38 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.057562. +[SCHEDULER ITER16 LR1]: 520140 words processed Thu Nov 12 23:06:55 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.057751. +[SCHEDULER ITER16 LR1]: 560132 words processed Thu Nov 12 23:07:12 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.057856. +[SCHEDULER ITER16 LR1]: 600118 words processed Thu Nov 12 23:07:28 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.056396. +[SCHEDULER ITER16 LR1]: 640090 words processed Thu Nov 12 23:07:44 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.057165. +[SCHEDULER ITER16 LR1]: 680075 words processed Thu Nov 12 23:08:00 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.056975. +[SCHEDULER ITER16 LR1]: 720043 words processed Thu Nov 12 23:08:16 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.056984. +[SCHEDULER ITER16 LR1]: 760012 words processed Thu Nov 12 23:08:32 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.056152. +[SCHEDULER ITER16 LR1]: 800113 words processed Thu Nov 12 23:08:48 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.056671. +[SCHEDULER ITER16 LR1]: 840089 words processed Thu Nov 12 23:09:04 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.056324. +[SCHEDULER ITER16 LR1]: 880052 words processed Thu Nov 12 23:09:20 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.056707. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER16 LR1]: Displaying result: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 126.0333493943> <PPL_OOV 113.97537256127> <LOGP -1911988.8997288> +[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER16 LR1]: shuffling training file +===PEEK ON TEST 16=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER16 LR1]: 40087 words processed Thu Nov 12 23:09:31 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.189005. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER16 LR1]: Displaying result: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 175.54495953664> <PPL_OOV 154.34504599302> <LOGP -180397.45280834> +[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 16=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER16 LR1]: 40095 words processed Thu Nov 12 23:09:43 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.257255. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER16 LR1]: Displaying result: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.70517720981> <PPL_OOV 163.53949262261> <LOGP -163276.80637116> +[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER16 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER16 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34551805 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34555462 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69245306 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69361555 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70428711 +[SCHEDULER ITER16 LR1]: preparing parameters end. +[SCHEDULER ITER16 LR1]: preparing layers... +(23:09:53 2015-11-12)[nerv] info: create layer: recurrentL1 +(23:09:53 2015-11-12)[nerv] info: create layer: sigmoidL1 +(23:09:53 2015-11-12)[nerv] info: create layer: combinerL1 +(23:09:53 2015-11-12)[nerv] info: create layer: outputL +(23:09:53 2015-11-12)[nerv] info: create layer: softmaxL +(23:09:53 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER16 LR1]: preparing layers end. +[SCHEDULER ITER16 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER16 LR1]: Initing TNN end. +===ITERATION 17 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER17 LR1]: 40092 words processed Thu Nov 12 23:10:08 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.057337. +[SCHEDULER ITER17 LR1]: 80099 words processed Thu Nov 12 23:10:24 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.054228. +[SCHEDULER ITER17 LR1]: 120004 words processed Thu Nov 12 23:10:40 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.051573. +[SCHEDULER ITER17 LR1]: 160114 words processed Thu Nov 12 23:10:56 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.054122. +[SCHEDULER ITER17 LR1]: 200066 words processed Thu Nov 12 23:11:12 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.054019. +[SCHEDULER ITER17 LR1]: 240045 words processed Thu Nov 12 23:11:28 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.050697. +[SCHEDULER ITER17 LR1]: 280057 words processed Thu Nov 12 23:11:44 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.046821. +[SCHEDULER ITER17 LR1]: 320106 words processed Thu Nov 12 23:12:00 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.045511. +[SCHEDULER ITER17 LR1]: 360024 words processed Thu Nov 12 23:12:16 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.044741. +[SCHEDULER ITER17 LR1]: 400089 words processed Thu Nov 12 23:12:33 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.043555. +[SCHEDULER ITER17 LR1]: 440067 words processed Thu Nov 12 23:12:49 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.044954. +[SCHEDULER ITER17 LR1]: 480051 words processed Thu Nov 12 23:13:05 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.046144. +[SCHEDULER ITER17 LR1]: 520140 words processed Thu Nov 12 23:13:22 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.046791. +[SCHEDULER ITER17 LR1]: 560132 words processed Thu Nov 12 23:13:38 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.046992. +[SCHEDULER ITER17 LR1]: 600118 words processed Thu Nov 12 23:13:54 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.045521. +[SCHEDULER ITER17 LR1]: 640090 words processed Thu Nov 12 23:14:10 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.044919. +[SCHEDULER ITER17 LR1]: 680075 words processed Thu Nov 12 23:14:27 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.044403. +[SCHEDULER ITER17 LR1]: 720043 words processed Thu Nov 12 23:14:43 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.044228. +[SCHEDULER ITER17 LR1]: 760012 words processed Thu Nov 12 23:14:59 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.043460. +[SCHEDULER ITER17 LR1]: 800113 words processed Thu Nov 12 23:15:15 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.043998. +[SCHEDULER ITER17 LR1]: 840089 words processed Thu Nov 12 23:15:32 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.043712. +[SCHEDULER ITER17 LR1]: 880052 words processed Thu Nov 12 23:15:48 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.044177. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER17 LR1]: Displaying result: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 122.30180524286> <PPL_OOV 110.73970561246> <LOGP -1900361.9204513> +[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER17 LR1]: shuffling training file +===PEEK ON TEST 17=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER17 LR1]: 40087 words processed Thu Nov 12 23:15:59 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.187704. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER17 LR1]: Displaying result: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 175.14923615299> <PPL_OOV 154.00974423711> <LOGP -180319.59809567> +[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 17=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER17 LR1]: 40095 words processed Thu Nov 12 23:16:11 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.256714. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER17 LR1]: Displaying result: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.0637620627> <PPL_OOV 162.95956199671> <LOGP -163163.00963977> +[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER17 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER17 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1066336 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1069993 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35770818 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35887062 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70440379 +[SCHEDULER ITER17 LR1]: preparing parameters end. +[SCHEDULER ITER17 LR1]: preparing layers... +(23:16:21 2015-11-12)[nerv] info: create layer: recurrentL1 +(23:16:21 2015-11-12)[nerv] info: create layer: sigmoidL1 +(23:16:21 2015-11-12)[nerv] info: create layer: combinerL1 +(23:16:21 2015-11-12)[nerv] info: create layer: outputL +(23:16:21 2015-11-12)[nerv] info: create layer: softmaxL +(23:16:21 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER17 LR1]: preparing layers end. +[SCHEDULER ITER17 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER17 LR1]: Initing TNN end. +===ITERATION 18 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER18 LR1]: 40092 words processed Thu Nov 12 23:16:36 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.047845. +[SCHEDULER ITER18 LR1]: 80099 words processed Thu Nov 12 23:16:52 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.044281. +[SCHEDULER ITER18 LR1]: 120004 words processed Thu Nov 12 23:17:08 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.040900. +[SCHEDULER ITER18 LR1]: 160114 words processed Thu Nov 12 23:17:24 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.042721. +[SCHEDULER ITER18 LR1]: 200066 words processed Thu Nov 12 23:17:40 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.042535. +[SCHEDULER ITER18 LR1]: 240045 words processed Thu Nov 12 23:17:56 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.039501. +[SCHEDULER ITER18 LR1]: 280057 words processed Thu Nov 12 23:18:12 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.035717. +[SCHEDULER ITER18 LR1]: 320106 words processed Thu Nov 12 23:18:28 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.034356. +[SCHEDULER ITER18 LR1]: 360024 words processed Thu Nov 12 23:18:44 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.033498. +[SCHEDULER ITER18 LR1]: 400089 words processed Thu Nov 12 23:19:00 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.032262. +[SCHEDULER ITER18 LR1]: 440067 words processed Thu Nov 12 23:19:16 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.033736. +[SCHEDULER ITER18 LR1]: 480051 words processed Thu Nov 12 23:19:32 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.034965. +[SCHEDULER ITER18 LR1]: 520140 words processed Thu Nov 12 23:19:48 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.035512. +[SCHEDULER ITER18 LR1]: 560132 words processed Thu Nov 12 23:20:04 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.035727. +[SCHEDULER ITER18 LR1]: 600118 words processed Thu Nov 12 23:20:21 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.034121. +[SCHEDULER ITER18 LR1]: 640090 words processed Thu Nov 12 23:20:37 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.033805. +[SCHEDULER ITER18 LR1]: 680075 words processed Thu Nov 12 23:20:53 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.033356. +[SCHEDULER ITER18 LR1]: 720043 words processed Thu Nov 12 23:21:09 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.033235. +[SCHEDULER ITER18 LR1]: 760012 words processed Thu Nov 12 23:21:25 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.032576. +[SCHEDULER ITER18 LR1]: 800113 words processed Thu Nov 12 23:21:41 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.033127. +[SCHEDULER ITER18 LR1]: 840089 words processed Thu Nov 12 23:21:57 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.032826. +[SCHEDULER ITER18 LR1]: 880052 words processed Thu Nov 12 23:22:13 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.033328. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER18 LR1]: Displaying result: +[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 119.1444780615> <PPL_OOV 108.00363158497> <LOGP -1890261.9304582> +[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER18 LR1]: shuffling training file +===PEEK ON TEST 18=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER18 LR1]: 40087 words processed Thu Nov 12 23:22:24 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.187537. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER18 LR1]: Displaying result: +[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 175.30384094846> <PPL_OOV 153.89722716787> <LOGP -180293.43443454> +[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 18=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER18 LR1]: 40095 words processed Thu Nov 12 23:22:37 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.255971. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER18 LR1]: Displaying result: +[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.24453547858> <PPL_OOV 162.88595646802> <LOGP -163148.5374614> +[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER18 LR1]: PPL did not improve, rejected... + +[SCHEDULER ITER18 LR1]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1066336 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1069993 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35770818 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35887062 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70440379 +[SCHEDULER ITER18 LR1]: preparing parameters end. +[SCHEDULER ITER18 LR1]: preparing layers... +(23:22:46 2015-11-12)[nerv] info: create layer: recurrentL1 +(23:22:46 2015-11-12)[nerv] info: create layer: sigmoidL1 +(23:22:46 2015-11-12)[nerv] info: create layer: combinerL1 +(23:22:46 2015-11-12)[nerv] info: create layer: outputL +(23:22:46 2015-11-12)[nerv] info: create layer: softmaxL +(23:22:46 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER18 LR1]: preparing layers end. +[SCHEDULER ITER18 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER18 LR1]: Initing TNN end. +===ITERATION 19 LR 0.600000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER19 LR0.6]: 40092 words processed Thu Nov 12 23:23:01 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.023309. +[SCHEDULER ITER19 LR0.6]: 80099 words processed Thu Nov 12 23:23:17 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.016905. +[SCHEDULER ITER19 LR0.6]: 120004 words processed Thu Nov 12 23:23:33 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.011135. +[SCHEDULER ITER19 LR0.6]: 160114 words processed Thu Nov 12 23:23:49 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.011770. +[SCHEDULER ITER19 LR0.6]: 200066 words processed Thu Nov 12 23:24:05 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.010171. +[SCHEDULER ITER19 LR0.6]: 240045 words processed Thu Nov 12 23:24:21 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.006173. +[SCHEDULER ITER19 LR0.6]: 280057 words processed Thu Nov 12 23:24:37 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.001407. +[SCHEDULER ITER19 LR0.6]: 320106 words processed Thu Nov 12 23:24:53 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.999321. +[SCHEDULER ITER19 LR0.6]: 360024 words processed Thu Nov 12 23:25:09 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.997704. +[SCHEDULER ITER19 LR0.6]: 400089 words processed Thu Nov 12 23:25:25 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.995335. +[SCHEDULER ITER19 LR0.6]: 440067 words processed Thu Nov 12 23:25:41 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.996245. +[SCHEDULER ITER19 LR0.6]: 480051 words processed Thu Nov 12 23:25:57 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.997014. +[SCHEDULER ITER19 LR0.6]: 520140 words processed Thu Nov 12 23:26:13 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.996773. +[SCHEDULER ITER19 LR0.6]: 560132 words processed Thu Nov 12 23:26:29 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.996503. +[SCHEDULER ITER19 LR0.6]: 600118 words processed Thu Nov 12 23:26:45 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.994492. +[SCHEDULER ITER19 LR0.6]: 640090 words processed Thu Nov 12 23:27:01 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.993077. +[SCHEDULER ITER19 LR0.6]: 680075 words processed Thu Nov 12 23:27:17 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.992084. +[SCHEDULER ITER19 LR0.6]: 720043 words processed Thu Nov 12 23:27:33 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.991459. +[SCHEDULER ITER19 LR0.6]: 760012 words processed Thu Nov 12 23:27:50 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.990164. +[SCHEDULER ITER19 LR0.6]: 800113 words processed Thu Nov 12 23:28:07 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.990280. +[SCHEDULER ITER19 LR0.6]: 840089 words processed Thu Nov 12 23:28:23 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.989607. +[SCHEDULER ITER19 LR0.6]: 880052 words processed Thu Nov 12 23:28:39 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.989733. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER19 LR0.6]: Displaying result: +[SCHEDULER ITER19 LR0.6]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 107.90654240004> <PPL_OOV 97.67088564661> <LOGP -1849663.7735016> +[SCHEDULER ITER19 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER19 LR0.6]: shuffling training file +===PEEK ON TEST 19=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER19 LR0.6]: 40087 words processed Thu Nov 12 23:28:50 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.160146. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER19 LR0.6]: Displaying result: +[SCHEDULER ITER19 LR0.6]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 164.93575765882> <PPL_OOV 144.75253493478> <LOGP -178100.41584563> +[SCHEDULER ITER19 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 19=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER19 LR0.6]: 40095 words processed Thu Nov 12 23:29:03 2015. + [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.231449. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER19 LR0.6]: Displaying result: +[SCHEDULER ITER19 LR0.6]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 170.34955214593> <PPL_OOV 153.1652268315> <LOGP -161177.41476033> +[SCHEDULER ITER19 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER19 LR0.6]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER19 LR0.6]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34553798 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34557455 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69263118 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69379374 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70445046 +[SCHEDULER ITER19 LR0.6]: preparing parameters end. +[SCHEDULER ITER19 LR0.6]: preparing layers... +(23:29:14 2015-11-12)[nerv] info: create layer: recurrentL1 +(23:29:14 2015-11-12)[nerv] info: create layer: sigmoidL1 +(23:29:14 2015-11-12)[nerv] info: create layer: combinerL1 +(23:29:14 2015-11-12)[nerv] info: create layer: outputL +(23:29:14 2015-11-12)[nerv] info: create layer: softmaxL +(23:29:14 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER19 LR0.6]: preparing layers end. +[SCHEDULER ITER19 LR0.6]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER19 LR0.6]: Initing TNN end. +===ITERATION 20 LR 0.360000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER20 LR0.36]: 40092 words processed Thu Nov 12 23:29:30 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.990736. +[SCHEDULER ITER20 LR0.36]: 80099 words processed Thu Nov 12 23:29:46 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.984773. +[SCHEDULER ITER20 LR0.36]: 120004 words processed Thu Nov 12 23:30:02 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.978973. +[SCHEDULER ITER20 LR0.36]: 160114 words processed Thu Nov 12 23:30:18 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.979546. +[SCHEDULER ITER20 LR0.36]: 200066 words processed Thu Nov 12 23:30:34 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.977723. +[SCHEDULER ITER20 LR0.36]: 240045 words processed Thu Nov 12 23:30:50 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.973719. +[SCHEDULER ITER20 LR0.36]: 280057 words processed Thu Nov 12 23:31:06 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.968853. +[SCHEDULER ITER20 LR0.36]: 320106 words processed Thu Nov 12 23:31:22 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.966695. +[SCHEDULER ITER20 LR0.36]: 360024 words processed Thu Nov 12 23:31:38 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.964910. +[SCHEDULER ITER20 LR0.36]: 400089 words processed Thu Nov 12 23:31:54 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.962365. +[SCHEDULER ITER20 LR0.36]: 440067 words processed Thu Nov 12 23:32:10 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963209. +[SCHEDULER ITER20 LR0.36]: 480051 words processed Thu Nov 12 23:32:26 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963863. +[SCHEDULER ITER20 LR0.36]: 520140 words processed Thu Nov 12 23:32:42 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963408. +[SCHEDULER ITER20 LR0.36]: 560132 words processed Thu Nov 12 23:32:58 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963036. +[SCHEDULER ITER20 LR0.36]: 600118 words processed Thu Nov 12 23:33:15 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.960725. +[SCHEDULER ITER20 LR0.36]: 640090 words processed Thu Nov 12 23:33:31 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.959061. +[SCHEDULER ITER20 LR0.36]: 680075 words processed Thu Nov 12 23:33:48 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.957920. +[SCHEDULER ITER20 LR0.36]: 720043 words processed Thu Nov 12 23:34:04 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.957109. +[SCHEDULER ITER20 LR0.36]: 760012 words processed Thu Nov 12 23:34:20 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.955610. +[SCHEDULER ITER20 LR0.36]: 800113 words processed Thu Nov 12 23:34:37 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.955569. +[SCHEDULER ITER20 LR0.36]: 840089 words processed Thu Nov 12 23:34:53 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.954681. +[SCHEDULER ITER20 LR0.36]: 880052 words processed Thu Nov 12 23:35:09 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.954634. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER20 LR0.36]: Displaying result: +[SCHEDULER ITER20 LR0.36]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 99.378301354388> <PPL_OOV 90.076027947215> <LOGP -1816983.236708> +[SCHEDULER ITER20 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER20 LR0.36]: shuffling training file +===PEEK ON TEST 20=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER20 LR0.36]: 40087 words processed Thu Nov 12 23:35:20 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-2.140580. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER20 LR0.36]: Displaying result: +[SCHEDULER ITER20 LR0.36]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 158.35212983861> <PPL_OOV 138.61779493974> <LOGP -176550.13901877> +[SCHEDULER ITER20 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 20=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER20 LR0.36]: 40095 words processed Thu Nov 12 23:35:33 2015. + [SCHEDULER ITER20 LR0.36]: log prob per sample :-2.213604. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER20 LR0.36]: Displaying result: +[SCHEDULER ITER20 LR0.36]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 163.27830069823> <PPL_OOV 146.57250363849> <LOGP -159768.03285717> +[SCHEDULER ITER20 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER20 LR0.36]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER20 LR0.36]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1065216 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1068873 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35777494 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35893749 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70447668 +[SCHEDULER ITER20 LR0.36]: preparing parameters end. +[SCHEDULER ITER20 LR0.36]: preparing layers... +(23:35:44 2015-11-12)[nerv] info: create layer: recurrentL1 +(23:35:44 2015-11-12)[nerv] info: create layer: sigmoidL1 +(23:35:44 2015-11-12)[nerv] info: create layer: combinerL1 +(23:35:44 2015-11-12)[nerv] info: create layer: outputL +(23:35:44 2015-11-12)[nerv] info: create layer: softmaxL +(23:35:44 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER20 LR0.36]: preparing layers end. +[SCHEDULER ITER20 LR0.36]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER20 LR0.36]: Initing TNN end. +===ITERATION 21 LR 0.216000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER21 LR0.216]: 40092 words processed Thu Nov 12 23:36:00 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.967137. +[SCHEDULER ITER21 LR0.216]: 80099 words processed Thu Nov 12 23:36:16 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.961933. +[SCHEDULER ITER21 LR0.216]: 120004 words processed Thu Nov 12 23:36:32 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.956210. +[SCHEDULER ITER21 LR0.216]: 160114 words processed Thu Nov 12 23:36:48 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.956977. +[SCHEDULER ITER21 LR0.216]: 200066 words processed Thu Nov 12 23:37:04 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.955168. +[SCHEDULER ITER21 LR0.216]: 240045 words processed Thu Nov 12 23:37:20 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.951271. +[SCHEDULER ITER21 LR0.216]: 280057 words processed Thu Nov 12 23:37:36 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.946404. +[SCHEDULER ITER21 LR0.216]: 320106 words processed Thu Nov 12 23:37:52 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.944221. +[SCHEDULER ITER21 LR0.216]: 360024 words processed Thu Nov 12 23:38:08 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.942338. +[SCHEDULER ITER21 LR0.216]: 400089 words processed Thu Nov 12 23:38:24 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.939717. +[SCHEDULER ITER21 LR0.216]: 440067 words processed Thu Nov 12 23:38:40 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.940607. +[SCHEDULER ITER21 LR0.216]: 480051 words processed Thu Nov 12 23:38:56 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.941207. +[SCHEDULER ITER21 LR0.216]: 520140 words processed Thu Nov 12 23:39:12 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.940699. +[SCHEDULER ITER21 LR0.216]: 560132 words processed Thu Nov 12 23:39:28 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.940302. +[SCHEDULER ITER21 LR0.216]: 600118 words processed Thu Nov 12 23:39:45 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.937953. +[SCHEDULER ITER21 LR0.216]: 640090 words processed Thu Nov 12 23:40:01 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.936200. +[SCHEDULER ITER21 LR0.216]: 680075 words processed Thu Nov 12 23:40:17 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.934967. +[SCHEDULER ITER21 LR0.216]: 720043 words processed Thu Nov 12 23:40:33 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.934058. +[SCHEDULER ITER21 LR0.216]: 760012 words processed Thu Nov 12 23:40:50 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.932433. +[SCHEDULER ITER21 LR0.216]: 800113 words processed Thu Nov 12 23:41:07 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.932300. +[SCHEDULER ITER21 LR0.216]: 840089 words processed Thu Nov 12 23:41:23 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.931295. +[SCHEDULER ITER21 LR0.216]: 880052 words processed Thu Nov 12 23:41:39 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.931133. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER21 LR0.216]: Displaying result: +[SCHEDULER ITER21 LR0.216]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 94.023968843875> <PPL_OOV 85.323486943821> <LOGP -1795100.1247149> +[SCHEDULER ITER21 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER21 LR0.216]: shuffling training file +===PEEK ON TEST 21=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER21 LR0.216]: 40087 words processed Thu Nov 12 23:41:50 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-2.127677. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER21 LR0.216]: Displaying result: +[SCHEDULER ITER21 LR0.216]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 154.38918238514> <PPL_OOV 134.82134759813> <LOGP -175556.00665597> +[SCHEDULER ITER21 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 21=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER21 LR0.216]: 40095 words processed Thu Nov 12 23:42:03 2015. + [SCHEDULER ITER21 LR0.216]: log prob per sample :-2.202736. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER21 LR0.216]: Displaying result: +[SCHEDULER ITER21 LR0.216]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 159.07191845094> <PPL_OOV 142.55019114397> <LOGP -158876.66522205> +[SCHEDULER ITER21 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER21 LR0.216]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER21 LR0.216]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34553982 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34557639 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69267636 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69383878 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70448747 +[SCHEDULER ITER21 LR0.216]: preparing parameters end. +[SCHEDULER ITER21 LR0.216]: preparing layers... +(23:42:14 2015-11-12)[nerv] info: create layer: recurrentL1 +(23:42:14 2015-11-12)[nerv] info: create layer: sigmoidL1 +(23:42:14 2015-11-12)[nerv] info: create layer: combinerL1 +(23:42:14 2015-11-12)[nerv] info: create layer: outputL +(23:42:14 2015-11-12)[nerv] info: create layer: softmaxL +(23:42:14 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER21 LR0.216]: preparing layers end. +[SCHEDULER ITER21 LR0.216]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER21 LR0.216]: Initing TNN end. +===ITERATION 22 LR 0.129600=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER22 LR0.1296]: 40092 words processed Thu Nov 12 23:42:30 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.950521. +[SCHEDULER ITER22 LR0.1296]: 80099 words processed Thu Nov 12 23:42:46 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.945881. +[SCHEDULER ITER22 LR0.1296]: 120004 words processed Thu Nov 12 23:43:02 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.940375. +[SCHEDULER ITER22 LR0.1296]: 160114 words processed Thu Nov 12 23:43:18 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.941321. +[SCHEDULER ITER22 LR0.1296]: 200066 words processed Thu Nov 12 23:43:34 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.939689. +[SCHEDULER ITER22 LR0.1296]: 240045 words processed Thu Nov 12 23:43:50 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.935848. +[SCHEDULER ITER22 LR0.1296]: 280057 words processed Thu Nov 12 23:44:06 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.931045. +[SCHEDULER ITER22 LR0.1296]: 320106 words processed Thu Nov 12 23:44:22 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.928846. +[SCHEDULER ITER22 LR0.1296]: 360024 words processed Thu Nov 12 23:44:38 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.926943. +[SCHEDULER ITER22 LR0.1296]: 400089 words processed Thu Nov 12 23:44:54 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.924282. +[SCHEDULER ITER22 LR0.1296]: 440067 words processed Thu Nov 12 23:45:10 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.925217. +[SCHEDULER ITER22 LR0.1296]: 480051 words processed Thu Nov 12 23:45:26 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.925784. +[SCHEDULER ITER22 LR0.1296]: 520140 words processed Thu Nov 12 23:45:42 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.925283. +[SCHEDULER ITER22 LR0.1296]: 560132 words processed Thu Nov 12 23:45:58 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.924890. +[SCHEDULER ITER22 LR0.1296]: 600118 words processed Thu Nov 12 23:46:14 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.922536. +[SCHEDULER ITER22 LR0.1296]: 640090 words processed Thu Nov 12 23:46:31 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.920718. +[SCHEDULER ITER22 LR0.1296]: 680075 words processed Thu Nov 12 23:46:47 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.919430. +[SCHEDULER ITER22 LR0.1296]: 720043 words processed Thu Nov 12 23:47:03 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.918458. +[SCHEDULER ITER22 LR0.1296]: 760012 words processed Thu Nov 12 23:47:19 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.916764. +[SCHEDULER ITER22 LR0.1296]: 800113 words processed Thu Nov 12 23:47:35 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.916581. +[SCHEDULER ITER22 LR0.1296]: 840089 words processed Thu Nov 12 23:47:51 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.915512. +[SCHEDULER ITER22 LR0.1296]: 880052 words processed Thu Nov 12 23:48:07 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.915279. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER22 LR0.1296]: Displaying result: +[SCHEDULER ITER22 LR0.1296]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 90.573532567471> <PPL_OOV 82.260504252707> <LOGP -1780340.8280155> +[SCHEDULER ITER22 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER22 LR0.1296]: shuffling training file +===PEEK ON TEST 22=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER22 LR0.1296]: 40087 words processed Thu Nov 12 23:48:18 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-2.119879. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER22 LR0.1296]: Displaying result: +[SCHEDULER ITER22 LR0.1296]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 151.81077739473> <PPL_OOV 132.55162547276> <LOGP -174948.20031688> +[SCHEDULER ITER22 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 22=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER22 LR0.1296]: 40095 words processed Thu Nov 12 23:48:31 2015. + [SCHEDULER ITER22 LR0.1296]: log prob per sample :-2.195859. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER22 LR0.1296]: Displaying result: +[SCHEDULER ITER22 LR0.1296]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 156.31066515347> <PPL_OOV 140.07782853008> <LOGP -158316.20699902> +[SCHEDULER ITER22 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER22 LR0.1296]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER22 LR0.1296]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1064564 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1068220 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35778811 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35895050 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70449077 +[SCHEDULER ITER22 LR0.1296]: preparing parameters end. +[SCHEDULER ITER22 LR0.1296]: preparing layers... +(23:48:42 2015-11-12)[nerv] info: create layer: recurrentL1 +(23:48:42 2015-11-12)[nerv] info: create layer: sigmoidL1 +(23:48:42 2015-11-12)[nerv] info: create layer: combinerL1 +(23:48:42 2015-11-12)[nerv] info: create layer: outputL +(23:48:42 2015-11-12)[nerv] info: create layer: softmaxL +(23:48:42 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER22 LR0.1296]: preparing layers end. +[SCHEDULER ITER22 LR0.1296]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER22 LR0.1296]: Initing TNN end. +===ITERATION 23 LR 0.077760=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER23 LR0.07776]: 40092 words processed Thu Nov 12 23:48:58 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.939198. +[SCHEDULER ITER23 LR0.07776]: 80099 words processed Thu Nov 12 23:49:14 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.934880. +[SCHEDULER ITER23 LR0.07776]: 120004 words processed Thu Nov 12 23:49:30 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.929578. +[SCHEDULER ITER23 LR0.07776]: 160114 words processed Thu Nov 12 23:49:46 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.930617. +[SCHEDULER ITER23 LR0.07776]: 200066 words processed Thu Nov 12 23:50:02 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.929138. +[SCHEDULER ITER23 LR0.07776]: 240045 words processed Thu Nov 12 23:50:19 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.925352. +[SCHEDULER ITER23 LR0.07776]: 280057 words processed Thu Nov 12 23:50:35 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.920648. +[SCHEDULER ITER23 LR0.07776]: 320106 words processed Thu Nov 12 23:50:51 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.918472. +[SCHEDULER ITER23 LR0.07776]: 360024 words processed Thu Nov 12 23:51:07 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.916582. +[SCHEDULER ITER23 LR0.07776]: 400089 words processed Thu Nov 12 23:51:23 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.913920. +[SCHEDULER ITER23 LR0.07776]: 440067 words processed Thu Nov 12 23:51:39 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.914888. +[SCHEDULER ITER23 LR0.07776]: 480051 words processed Thu Nov 12 23:51:55 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.915438. +[SCHEDULER ITER23 LR0.07776]: 520140 words processed Thu Nov 12 23:52:11 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.914949. +[SCHEDULER ITER23 LR0.07776]: 560132 words processed Thu Nov 12 23:52:27 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.914575. +[SCHEDULER ITER23 LR0.07776]: 600118 words processed Thu Nov 12 23:52:43 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.912227. +[SCHEDULER ITER23 LR0.07776]: 640090 words processed Thu Nov 12 23:52:59 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.910381. +[SCHEDULER ITER23 LR0.07776]: 680075 words processed Thu Nov 12 23:53:15 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.909066. +[SCHEDULER ITER23 LR0.07776]: 720043 words processed Thu Nov 12 23:53:31 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.908060. +[SCHEDULER ITER23 LR0.07776]: 760012 words processed Thu Nov 12 23:53:47 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.906333. +[SCHEDULER ITER23 LR0.07776]: 800113 words processed Thu Nov 12 23:54:04 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.906124. +[SCHEDULER ITER23 LR0.07776]: 840089 words processed Thu Nov 12 23:54:21 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.905022. +[SCHEDULER ITER23 LR0.07776]: 880052 words processed Thu Nov 12 23:54:38 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.904740. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER23 LR0.07776]: Displaying result: +[SCHEDULER ITER23 LR0.07776]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 88.351829885406> <PPL_OOV 80.286500135979> <LOGP -1770534.7415503> +[SCHEDULER ITER23 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER23 LR0.07776]: shuffling training file +===PEEK ON TEST 23=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER23 LR0.07776]: 40087 words processed Thu Nov 12 23:54:49 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-2.114617. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER23 LR0.07776]: Displaying result: +[SCHEDULER ITER23 LR0.07776]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 149.87744237965> <PPL_OOV 131.04538176557> <LOGP -174539.07240993> +[SCHEDULER ITER23 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 23=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER23 LR0.07776]: 40095 words processed Thu Nov 12 23:55:02 2015. + [SCHEDULER ITER23 LR0.07776]: log prob per sample :-2.190980. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER23 LR0.07776]: Displaying result: +[SCHEDULER ITER23 LR0.07776]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 154.27720049711> <PPL_OOV 138.42087667397> <LOGP -157935.02968198> +[SCHEDULER ITER23 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER23 LR0.07776]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER23 LR0.07776]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34554073 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34557729 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69268469 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69384704 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70449067 +[SCHEDULER ITER23 LR0.07776]: preparing parameters end. +[SCHEDULER ITER23 LR0.07776]: preparing layers... +(23:55:13 2015-11-12)[nerv] info: create layer: recurrentL1 +(23:55:13 2015-11-12)[nerv] info: create layer: sigmoidL1 +(23:55:13 2015-11-12)[nerv] info: create layer: combinerL1 +(23:55:13 2015-11-12)[nerv] info: create layer: outputL +(23:55:13 2015-11-12)[nerv] info: create layer: softmaxL +(23:55:13 2015-11-12)[nerv] info: create layer: selectL1 +[SCHEDULER ITER23 LR0.07776]: preparing layers end. +[SCHEDULER ITER23 LR0.07776]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER23 LR0.07776]: Initing TNN end. +===ITERATION 24 LR 0.046656=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER24 LR0.046656]: 40092 words processed Thu Nov 12 23:55:29 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.931617. +[SCHEDULER ITER24 LR0.046656]: 80099 words processed Thu Nov 12 23:55:46 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.927537. +[SCHEDULER ITER24 LR0.046656]: 120004 words processed Thu Nov 12 23:56:03 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.922373. +[SCHEDULER ITER24 LR0.046656]: 160114 words processed Thu Nov 12 23:56:20 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.923453. +[SCHEDULER ITER24 LR0.046656]: 200066 words processed Thu Nov 12 23:56:37 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.922088. +[SCHEDULER ITER24 LR0.046656]: 240045 words processed Thu Nov 12 23:56:53 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.918371. +[SCHEDULER ITER24 LR0.046656]: 280057 words processed Thu Nov 12 23:57:10 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.913763. +[SCHEDULER ITER24 LR0.046656]: 320106 words processed Thu Nov 12 23:57:26 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.911603. +[SCHEDULER ITER24 LR0.046656]: 360024 words processed Thu Nov 12 23:57:42 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.909730. +[SCHEDULER ITER24 LR0.046656]: 400089 words processed Thu Nov 12 23:57:58 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.907077. +[SCHEDULER ITER24 LR0.046656]: 440067 words processed Thu Nov 12 23:58:14 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.908068. +[SCHEDULER ITER24 LR0.046656]: 480051 words processed Thu Nov 12 23:58:30 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.908613. +[SCHEDULER ITER24 LR0.046656]: 520140 words processed Thu Nov 12 23:58:46 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.908144. +[SCHEDULER ITER24 LR0.046656]: 560132 words processed Thu Nov 12 23:59:02 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.907787. +[SCHEDULER ITER24 LR0.046656]: 600118 words processed Thu Nov 12 23:59:18 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.905434. +[SCHEDULER ITER24 LR0.046656]: 640090 words processed Thu Nov 12 23:59:34 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.903566. +[SCHEDULER ITER24 LR0.046656]: 680075 words processed Thu Nov 12 23:59:50 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.902238. +[SCHEDULER ITER24 LR0.046656]: 720043 words processed Fri Nov 13 00:00:06 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.901200. +[SCHEDULER ITER24 LR0.046656]: 760012 words processed Fri Nov 13 00:00:22 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.899461. +[SCHEDULER ITER24 LR0.046656]: 800113 words processed Fri Nov 13 00:00:38 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.899234. +[SCHEDULER ITER24 LR0.046656]: 840089 words processed Fri Nov 13 00:00:54 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.898114. +[SCHEDULER ITER24 LR0.046656]: 880052 words processed Fri Nov 13 00:01:10 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.897800. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER24 LR0.046656]: Displaying result: +[SCHEDULER ITER24 LR0.046656]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.920495240643> <PPL_OOV 79.012622003197> <LOGP -1764077.7675035> +[SCHEDULER ITER24 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER24 LR0.046656]: shuffling training file +===PEEK ON TEST 24=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER24 LR0.046656]: 40087 words processed Fri Nov 13 00:01:21 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-2.111000. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER24 LR0.046656]: Displaying result: +[SCHEDULER ITER24 LR0.046656]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 148.55537708434> <PPL_OOV 129.99836892411> <LOGP -174251.9013685> +[SCHEDULER ITER24 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 24=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER24 LR0.046656]: 40095 words processed Fri Nov 13 00:01:34 2015. + [SCHEDULER ITER24 LR0.046656]: log prob per sample :-2.187529. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER24 LR0.046656]: Displaying result: +[SCHEDULER ITER24 LR0.046656]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.8976707204> <PPL_OOV 137.28067121287> <LOGP -157670.06889601> +[SCHEDULER ITER24 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER24 LR0.046656]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER24 LR0.046656]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1064235 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1067891 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35778796 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35895027 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70449162 +[SCHEDULER ITER24 LR0.046656]: preparing parameters end. +[SCHEDULER ITER24 LR0.046656]: preparing layers... +(00:01:45 2015-11-13)[nerv] info: create layer: recurrentL1 +(00:01:45 2015-11-13)[nerv] info: create layer: sigmoidL1 +(00:01:45 2015-11-13)[nerv] info: create layer: combinerL1 +(00:01:45 2015-11-13)[nerv] info: create layer: outputL +(00:01:45 2015-11-13)[nerv] info: create layer: softmaxL +(00:01:45 2015-11-13)[nerv] info: create layer: selectL1 +[SCHEDULER ITER24 LR0.046656]: preparing layers end. +[SCHEDULER ITER24 LR0.046656]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER24 LR0.046656]: Initing TNN end. +===ITERATION 25 LR 0.027994=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER25 LR0.0279936]: 40092 words processed Fri Nov 13 00:02:01 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.926633. +[SCHEDULER ITER25 LR0.0279936]: 80099 words processed Fri Nov 13 00:02:17 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.922645. +[SCHEDULER ITER25 LR0.0279936]: 120004 words processed Fri Nov 13 00:02:33 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.917554. +[SCHEDULER ITER25 LR0.0279936]: 160114 words processed Fri Nov 13 00:02:50 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.918625. +[SCHEDULER ITER25 LR0.0279936]: 200066 words processed Fri Nov 13 00:03:07 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.917325. +[SCHEDULER ITER25 LR0.0279936]: 240045 words processed Fri Nov 13 00:03:24 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.913667. +[SCHEDULER ITER25 LR0.0279936]: 280057 words processed Fri Nov 13 00:03:40 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.909138. +[SCHEDULER ITER25 LR0.0279936]: 320106 words processed Fri Nov 13 00:03:57 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.906991. +[SCHEDULER ITER25 LR0.0279936]: 360024 words processed Fri Nov 13 00:04:13 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.905119. +[SCHEDULER ITER25 LR0.0279936]: 400089 words processed Fri Nov 13 00:04:29 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.902464. +[SCHEDULER ITER25 LR0.0279936]: 440067 words processed Fri Nov 13 00:04:45 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903459. +[SCHEDULER ITER25 LR0.0279936]: 480051 words processed Fri Nov 13 00:05:01 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903990. +[SCHEDULER ITER25 LR0.0279936]: 520140 words processed Fri Nov 13 00:05:17 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903537. +[SCHEDULER ITER25 LR0.0279936]: 560132 words processed Fri Nov 13 00:05:33 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903195. +[SCHEDULER ITER25 LR0.0279936]: 600118 words processed Fri Nov 13 00:05:49 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.900839. +[SCHEDULER ITER25 LR0.0279936]: 640090 words processed Fri Nov 13 00:06:05 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.898949. +[SCHEDULER ITER25 LR0.0279936]: 680075 words processed Fri Nov 13 00:06:21 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.897615. +[SCHEDULER ITER25 LR0.0279936]: 720043 words processed Fri Nov 13 00:06:37 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.896542. +[SCHEDULER ITER25 LR0.0279936]: 760012 words processed Fri Nov 13 00:06:53 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.894790. +[SCHEDULER ITER25 LR0.0279936]: 800113 words processed Fri Nov 13 00:07:10 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.894542. +[SCHEDULER ITER25 LR0.0279936]: 840089 words processed Fri Nov 13 00:07:26 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.893402. +[SCHEDULER ITER25 LR0.0279936]: 880052 words processed Fri Nov 13 00:07:42 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.893061. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER25 LR0.0279936]: Displaying result: +[SCHEDULER ITER25 LR0.0279936]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.956336656349> <PPL_OOV 78.15464160203> <LOGP -1759669.9371356> +[SCHEDULER ITER25 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER25 LR0.0279936]: shuffling training file +===PEEK ON TEST 25=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER25 LR0.0279936]: 40087 words processed Fri Nov 13 00:07:53 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-2.108720. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER25 LR0.0279936]: Displaying result: +[SCHEDULER ITER25 LR0.0279936]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.82595926503> <PPL_OOV 129.33439073012> <LOGP -174068.58679574> +[SCHEDULER ITER25 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 25=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER25 LR0.0279936]: 40095 words processed Fri Nov 13 00:08:06 2015. + [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-2.185461. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER25 LR0.0279936]: Displaying result: +[SCHEDULER ITER25 LR0.0279936]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.15134162452> <PPL_OOV 136.59028832861> <LOGP -157508.56605461> +[SCHEDULER ITER25 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER25 LR0.0279936]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER25 LR0.0279936]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34554078 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34557734 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69268580 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69384814 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70448972 +[SCHEDULER ITER25 LR0.0279936]: preparing parameters end. +[SCHEDULER ITER25 LR0.0279936]: preparing layers... +(00:08:17 2015-11-13)[nerv] info: create layer: recurrentL1 +(00:08:17 2015-11-13)[nerv] info: create layer: sigmoidL1 +(00:08:17 2015-11-13)[nerv] info: create layer: combinerL1 +(00:08:17 2015-11-13)[nerv] info: create layer: outputL +(00:08:17 2015-11-13)[nerv] info: create layer: softmaxL +(00:08:17 2015-11-13)[nerv] info: create layer: selectL1 +[SCHEDULER ITER25 LR0.0279936]: preparing layers end. +[SCHEDULER ITER25 LR0.0279936]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER25 LR0.0279936]: Initing TNN end. +===ITERATION 26 LR 0.016796=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER26 LR0.01679616]: 40092 words processed Fri Nov 13 00:08:33 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.923163. +[SCHEDULER ITER26 LR0.01679616]: 80099 words processed Fri Nov 13 00:08:49 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.919205. +[SCHEDULER ITER26 LR0.01679616]: 120004 words processed Fri Nov 13 00:09:05 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.914163. +[SCHEDULER ITER26 LR0.01679616]: 160114 words processed Fri Nov 13 00:09:21 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.915215. +[SCHEDULER ITER26 LR0.01679616]: 200066 words processed Fri Nov 13 00:09:37 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.913944. +[SCHEDULER ITER26 LR0.01679616]: 240045 words processed Fri Nov 13 00:09:53 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.910343. +[SCHEDULER ITER26 LR0.01679616]: 280057 words processed Fri Nov 13 00:10:10 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.905872. +[SCHEDULER ITER26 LR0.01679616]: 320106 words processed Fri Nov 13 00:10:26 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.903750. +[SCHEDULER ITER26 LR0.01679616]: 360024 words processed Fri Nov 13 00:10:42 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.901884. +[SCHEDULER ITER26 LR0.01679616]: 400089 words processed Fri Nov 13 00:10:59 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.899233. +[SCHEDULER ITER26 LR0.01679616]: 440067 words processed Fri Nov 13 00:11:15 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.900238. +[SCHEDULER ITER26 LR0.01679616]: 480051 words processed Fri Nov 13 00:11:31 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.900759. +[SCHEDULER ITER26 LR0.01679616]: 520140 words processed Fri Nov 13 00:11:47 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.900318. +[SCHEDULER ITER26 LR0.01679616]: 560132 words processed Fri Nov 13 00:12:03 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.899997. +[SCHEDULER ITER26 LR0.01679616]: 600118 words processed Fri Nov 13 00:12:19 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.897650. +[SCHEDULER ITER26 LR0.01679616]: 640090 words processed Fri Nov 13 00:12:35 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.895757. +[SCHEDULER ITER26 LR0.01679616]: 680075 words processed Fri Nov 13 00:12:51 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.894428. +[SCHEDULER ITER26 LR0.01679616]: 720043 words processed Fri Nov 13 00:13:07 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.893341. +[SCHEDULER ITER26 LR0.01679616]: 760012 words processed Fri Nov 13 00:13:23 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.891588. +[SCHEDULER ITER26 LR0.01679616]: 800113 words processed Fri Nov 13 00:13:39 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.891332. +[SCHEDULER ITER26 LR0.01679616]: 840089 words processed Fri Nov 13 00:13:55 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.890185. +[SCHEDULER ITER26 LR0.01679616]: 880052 words processed Fri Nov 13 00:14:11 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.889835. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER26 LR0.01679616]: Displaying result: +[SCHEDULER ITER26 LR0.01679616]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.306413831474> <PPL_OOV 77.576329536238> <LOGP -1756671.5028106> +[SCHEDULER ITER26 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER26 LR0.01679616]: shuffling training file +===PEEK ON TEST 26=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER26 LR0.01679616]: 40087 words processed Fri Nov 13 00:14:22 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-2.107262. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER26 LR0.01679616]: Displaying result: +[SCHEDULER ITER26 LR0.01679616]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.36875498893> <PPL_OOV 128.91575696119> <LOGP -173952.52382935> +[SCHEDULER ITER26 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 26=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER26 LR0.01679616]: 40095 words processed Fri Nov 13 00:14:35 2015. + [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-2.184141. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER26 LR0.01679616]: Displaying result: +[SCHEDULER ITER26 LR0.01679616]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.66740269998> <PPL_OOV 136.14001627505> <LOGP -157402.79247427> +[SCHEDULER ITER26 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER26 LR0.01679616]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER26 LR0.01679616]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1064118 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1067774 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35778526 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35894754 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70448835 +[SCHEDULER ITER26 LR0.01679616]: preparing parameters end. +[SCHEDULER ITER26 LR0.01679616]: preparing layers... +(00:14:46 2015-11-13)[nerv] info: create layer: recurrentL1 +(00:14:46 2015-11-13)[nerv] info: create layer: sigmoidL1 +(00:14:46 2015-11-13)[nerv] info: create layer: combinerL1 +(00:14:46 2015-11-13)[nerv] info: create layer: outputL +(00:14:46 2015-11-13)[nerv] info: create layer: softmaxL +(00:14:46 2015-11-13)[nerv] info: create layer: selectL1 +[SCHEDULER ITER26 LR0.01679616]: preparing layers end. +[SCHEDULER ITER26 LR0.01679616]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER26 LR0.01679616]: Initing TNN end. +===ITERATION 27 LR 0.010078=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER27 LR0.010077696]: 40092 words processed Fri Nov 13 00:15:02 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.920991. +[SCHEDULER ITER27 LR0.010077696]: 80099 words processed Fri Nov 13 00:15:19 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.916998. +[SCHEDULER ITER27 LR0.010077696]: 120004 words processed Fri Nov 13 00:15:36 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.911978. +[SCHEDULER ITER27 LR0.010077696]: 160114 words processed Fri Nov 13 00:15:52 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.913020. +[SCHEDULER ITER27 LR0.010077696]: 200066 words processed Fri Nov 13 00:16:08 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.911763. +[SCHEDULER ITER27 LR0.010077696]: 240045 words processed Fri Nov 13 00:16:24 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.908199. +[SCHEDULER ITER27 LR0.010077696]: 280057 words processed Fri Nov 13 00:16:41 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.903768. +[SCHEDULER ITER27 LR0.010077696]: 320106 words processed Fri Nov 13 00:16:57 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.901670. +[SCHEDULER ITER27 LR0.010077696]: 360024 words processed Fri Nov 13 00:17:13 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.899810. +[SCHEDULER ITER27 LR0.010077696]: 400089 words processed Fri Nov 13 00:17:29 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.897159. +[SCHEDULER ITER27 LR0.010077696]: 440067 words processed Fri Nov 13 00:17:45 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.898170. +[SCHEDULER ITER27 LR0.010077696]: 480051 words processed Fri Nov 13 00:18:01 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.898684. +[SCHEDULER ITER27 LR0.010077696]: 520140 words processed Fri Nov 13 00:18:17 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.898245. +[SCHEDULER ITER27 LR0.010077696]: 560132 words processed Fri Nov 13 00:18:33 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.897941. +[SCHEDULER ITER27 LR0.010077696]: 600118 words processed Fri Nov 13 00:18:49 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.895605. +[SCHEDULER ITER27 LR0.010077696]: 640090 words processed Fri Nov 13 00:19:05 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.893709. +[SCHEDULER ITER27 LR0.010077696]: 680075 words processed Fri Nov 13 00:19:21 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.892384. +[SCHEDULER ITER27 LR0.010077696]: 720043 words processed Fri Nov 13 00:19:37 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.891292. +[SCHEDULER ITER27 LR0.010077696]: 760012 words processed Fri Nov 13 00:19:53 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.889533. +[SCHEDULER ITER27 LR0.010077696]: 800113 words processed Fri Nov 13 00:20:09 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.889272. +[SCHEDULER ITER27 LR0.010077696]: 840089 words processed Fri Nov 13 00:20:25 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.888121. +[SCHEDULER ITER27 LR0.010077696]: 880052 words processed Fri Nov 13 00:20:41 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.887766. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER27 LR0.010077696]: Displaying result: +[SCHEDULER ITER27 LR0.010077696]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.892564171004> <PPL_OOV 77.207735633383> <LOGP -1754748.7298668> +[SCHEDULER ITER27 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER27 LR0.010077696]: shuffling training file +===PEEK ON TEST 27=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER27 LR0.010077696]: 40087 words processed Fri Nov 13 00:20:52 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-2.106467. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER27 LR0.010077696]: Displaying result: +[SCHEDULER ITER27 LR0.010077696]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.07593301007> <PPL_OOV 128.68430626567> <LOGP -173888.19402233> +[SCHEDULER ITER27 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 27=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER27 LR0.010077696]: 40095 words processed Fri Nov 13 00:21:05 2015. + [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-2.183397. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER27 LR0.010077696]: Displaying result: +[SCHEDULER ITER27 LR0.010077696]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.35156353958> <PPL_OOV 135.87529295123> <LOGP -157340.44279668> +[SCHEDULER ITER27 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER27 LR0.010077696]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER27 LR0.010077696]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34554095 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34557751 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69268513 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69384740 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70448840 +[SCHEDULER ITER27 LR0.010077696]: preparing parameters end. +[SCHEDULER ITER27 LR0.010077696]: preparing layers... +(00:21:16 2015-11-13)[nerv] info: create layer: recurrentL1 +(00:21:16 2015-11-13)[nerv] info: create layer: sigmoidL1 +(00:21:16 2015-11-13)[nerv] info: create layer: combinerL1 +(00:21:16 2015-11-13)[nerv] info: create layer: outputL +(00:21:16 2015-11-13)[nerv] info: create layer: softmaxL +(00:21:16 2015-11-13)[nerv] info: create layer: selectL1 +[SCHEDULER ITER27 LR0.010077696]: preparing layers end. +[SCHEDULER ITER27 LR0.010077696]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER27 LR0.010077696]: Initing TNN end. +===ITERATION 28 LR 0.006047=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER28 LR0.0060466176]: 40092 words processed Fri Nov 13 00:21:32 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.919630. +[SCHEDULER ITER28 LR0.0060466176]: 80099 words processed Fri Nov 13 00:21:49 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.915595. +[SCHEDULER ITER28 LR0.0060466176]: 120004 words processed Fri Nov 13 00:22:05 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.910578. +[SCHEDULER ITER28 LR0.0060466176]: 160114 words processed Fri Nov 13 00:22:22 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.911625. +[SCHEDULER ITER28 LR0.0060466176]: 200066 words processed Fri Nov 13 00:22:38 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.910379. +[SCHEDULER ITER28 LR0.0060466176]: 240045 words processed Fri Nov 13 00:22:54 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.906839. +[SCHEDULER ITER28 LR0.0060466176]: 280057 words processed Fri Nov 13 00:23:11 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.902432. +[SCHEDULER ITER28 LR0.0060466176]: 320106 words processed Fri Nov 13 00:23:28 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.900354. +[SCHEDULER ITER28 LR0.0060466176]: 360024 words processed Fri Nov 13 00:23:45 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.898500. +[SCHEDULER ITER28 LR0.0060466176]: 400089 words processed Fri Nov 13 00:24:02 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.895846. +[SCHEDULER ITER28 LR0.0060466176]: 440067 words processed Fri Nov 13 00:24:18 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.896861. +[SCHEDULER ITER28 LR0.0060466176]: 480051 words processed Fri Nov 13 00:24:34 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.897370. +[SCHEDULER ITER28 LR0.0060466176]: 520140 words processed Fri Nov 13 00:24:50 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.896930. +[SCHEDULER ITER28 LR0.0060466176]: 560132 words processed Fri Nov 13 00:25:06 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.896636. +[SCHEDULER ITER28 LR0.0060466176]: 600118 words processed Fri Nov 13 00:25:22 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.894311. +[SCHEDULER ITER28 LR0.0060466176]: 640090 words processed Fri Nov 13 00:25:38 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.892411. +[SCHEDULER ITER28 LR0.0060466176]: 680075 words processed Fri Nov 13 00:25:54 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.891087. +[SCHEDULER ITER28 LR0.0060466176]: 720043 words processed Fri Nov 13 00:26:10 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.889996. +[SCHEDULER ITER28 LR0.0060466176]: 760012 words processed Fri Nov 13 00:26:26 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.888229. +[SCHEDULER ITER28 LR0.0060466176]: 800113 words processed Fri Nov 13 00:26:42 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.887964. +[SCHEDULER ITER28 LR0.0060466176]: 840089 words processed Fri Nov 13 00:26:58 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.886809. +[SCHEDULER ITER28 LR0.0060466176]: 880052 words processed Fri Nov 13 00:27:14 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.886454. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER28 LR0.0060466176]: Displaying result: +[SCHEDULER ITER28 LR0.0060466176]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.63102126523> <PPL_OOV 76.974759050279> <LOGP -1753528.6652939> +[SCHEDULER ITER28 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER28 LR0.0060466176]: shuffling training file +===PEEK ON TEST 28=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER28 LR0.0060466176]: 40087 words processed Fri Nov 13 00:27:25 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-2.106036. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER28 LR0.0060466176]: Displaying result: +[SCHEDULER ITER28 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.93207041077> <PPL_OOV 128.55480190021> <LOGP -173852.14885412> +[SCHEDULER ITER28 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 28=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER28 LR0.0060466176]: 40095 words processed Fri Nov 13 00:27:37 2015. + [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-2.182975. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER28 LR0.0060466176]: Displaying result: +[SCHEDULER ITER28 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.2010136235> <PPL_OOV 135.73200338631> <LOGP -157306.64344368> +[SCHEDULER ITER28 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER28 LR0.0060466176]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER28 LR0.0060466176]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1064079 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1067735 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35778519 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35894748 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70448843 +[SCHEDULER ITER28 LR0.0060466176]: preparing parameters end. +[SCHEDULER ITER28 LR0.0060466176]: preparing layers... +(00:27:48 2015-11-13)[nerv] info: create layer: recurrentL1 +(00:27:48 2015-11-13)[nerv] info: create layer: sigmoidL1 +(00:27:48 2015-11-13)[nerv] info: create layer: combinerL1 +(00:27:48 2015-11-13)[nerv] info: create layer: outputL +(00:27:48 2015-11-13)[nerv] info: create layer: softmaxL +(00:27:48 2015-11-13)[nerv] info: create layer: selectL1 +[SCHEDULER ITER28 LR0.0060466176]: preparing layers end. +[SCHEDULER ITER28 LR0.0060466176]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER28 LR0.0060466176]: Initing TNN end. +===ITERATION 29 LR 0.003628=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER29 LR0.00362797056]: 40092 words processed Fri Nov 13 00:28:04 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.918801. +[SCHEDULER ITER29 LR0.00362797056]: 80099 words processed Fri Nov 13 00:28:21 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.914729. +[SCHEDULER ITER29 LR0.00362797056]: 120004 words processed Fri Nov 13 00:28:37 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.909699. +[SCHEDULER ITER29 LR0.00362797056]: 160114 words processed Fri Nov 13 00:28:53 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.910750. +[SCHEDULER ITER29 LR0.00362797056]: 200066 words processed Fri Nov 13 00:29:09 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.909511. +[SCHEDULER ITER29 LR0.00362797056]: 240045 words processed Fri Nov 13 00:29:25 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.905983. +[SCHEDULER ITER29 LR0.00362797056]: 280057 words processed Fri Nov 13 00:29:42 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.901588. +[SCHEDULER ITER29 LR0.00362797056]: 320106 words processed Fri Nov 13 00:29:58 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.899526. +[SCHEDULER ITER29 LR0.00362797056]: 360024 words processed Fri Nov 13 00:30:14 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.897677. +[SCHEDULER ITER29 LR0.00362797056]: 400089 words processed Fri Nov 13 00:30:30 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.895020. +[SCHEDULER ITER29 LR0.00362797056]: 440067 words processed Fri Nov 13 00:30:46 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.896036. +[SCHEDULER ITER29 LR0.00362797056]: 480051 words processed Fri Nov 13 00:31:02 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.896544. +[SCHEDULER ITER29 LR0.00362797056]: 520140 words processed Fri Nov 13 00:31:18 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.896101. +[SCHEDULER ITER29 LR0.00362797056]: 560132 words processed Fri Nov 13 00:31:34 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.895813. +[SCHEDULER ITER29 LR0.00362797056]: 600118 words processed Fri Nov 13 00:31:50 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.893496. +[SCHEDULER ITER29 LR0.00362797056]: 640090 words processed Fri Nov 13 00:32:06 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.891593. +[SCHEDULER ITER29 LR0.00362797056]: 680075 words processed Fri Nov 13 00:32:22 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.890268. +[SCHEDULER ITER29 LR0.00362797056]: 720043 words processed Fri Nov 13 00:32:38 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.889178. +[SCHEDULER ITER29 LR0.00362797056]: 760012 words processed Fri Nov 13 00:32:54 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.887404. +[SCHEDULER ITER29 LR0.00362797056]: 800113 words processed Fri Nov 13 00:33:10 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.887135. +[SCHEDULER ITER29 LR0.00362797056]: 840089 words processed Fri Nov 13 00:33:26 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.885978. +[SCHEDULER ITER29 LR0.00362797056]: 880052 words processed Fri Nov 13 00:33:42 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.885624. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER29 LR0.00362797056]: Displaying result: +[SCHEDULER ITER29 LR0.00362797056]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.466056467734> <PPL_OOV 76.827788572212> <LOGP -1752757.1012286> +[SCHEDULER ITER29 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER29 LR0.00362797056]: shuffling training file +===PEEK ON TEST 29=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER29 LR0.00362797056]: 40087 words processed Fri Nov 13 00:33:53 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-2.105765. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER29 LR0.00362797056]: Displaying result: +[SCHEDULER ITER29 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.89931379203> <PPL_OOV 128.47064278211> <LOGP -173828.70523381> +[SCHEDULER ITER29 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 29=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER29 LR0.00362797056]: 40095 words processed Fri Nov 13 00:34:05 2015. + [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-2.182720. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER29 LR0.00362797056]: Displaying result: +[SCHEDULER ITER29 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.17418025757> <PPL_OOV 135.65540698972> <LOGP -157288.56113542> +[SCHEDULER ITER29 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER29 LR0.00362797056]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... + +[SCHEDULER ITER29 LR0.00362797056]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34554093 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34557749 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69268538 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69384767 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70448846 +[SCHEDULER ITER29 LR0.00362797056]: preparing parameters end. +[SCHEDULER ITER29 LR0.00362797056]: preparing layers... +(00:34:15 2015-11-13)[nerv] info: create layer: recurrentL1 +(00:34:15 2015-11-13)[nerv] info: create layer: sigmoidL1 +(00:34:15 2015-11-13)[nerv] info: create layer: combinerL1 +(00:34:15 2015-11-13)[nerv] info: create layer: outputL +(00:34:15 2015-11-13)[nerv] info: create layer: softmaxL +(00:34:15 2015-11-13)[nerv] info: create layer: selectL1 +[SCHEDULER ITER29 LR0.00362797056]: preparing layers end. +[SCHEDULER ITER29 LR0.00362797056]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER29 LR0.00362797056]: Initing TNN end. +===ITERATION 30 LR 0.002177=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER30 LR0.002176782336]: 40092 words processed Fri Nov 13 00:34:31 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.918295. +[SCHEDULER ITER30 LR0.002176782336]: 80099 words processed Fri Nov 13 00:34:47 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.914201. +[SCHEDULER ITER30 LR0.002176782336]: 120004 words processed Fri Nov 13 00:35:03 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.909158. +[SCHEDULER ITER30 LR0.002176782336]: 160114 words processed Fri Nov 13 00:35:19 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.910205. +[SCHEDULER ITER30 LR0.002176782336]: 200066 words processed Fri Nov 13 00:35:35 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.908969. +[SCHEDULER ITER30 LR0.002176782336]: 240045 words processed Fri Nov 13 00:35:51 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.905447. +[SCHEDULER ITER30 LR0.002176782336]: 280057 words processed Fri Nov 13 00:36:08 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.901055. +[SCHEDULER ITER30 LR0.002176782336]: 320106 words processed Fri Nov 13 00:36:24 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.899002. +[SCHEDULER ITER30 LR0.002176782336]: 360024 words processed Fri Nov 13 00:36:40 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.897158. +[SCHEDULER ITER30 LR0.002176782336]: 400089 words processed Fri Nov 13 00:36:57 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.894500. +[SCHEDULER ITER30 LR0.002176782336]: 440067 words processed Fri Nov 13 00:37:13 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.895517. +[SCHEDULER ITER30 LR0.002176782336]: 480051 words processed Fri Nov 13 00:37:30 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.896024. +[SCHEDULER ITER30 LR0.002176782336]: 520140 words processed Fri Nov 13 00:37:47 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.895577. +[SCHEDULER ITER30 LR0.002176782336]: 560132 words processed Fri Nov 13 00:38:04 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.895295. +[SCHEDULER ITER30 LR0.002176782336]: 600118 words processed Fri Nov 13 00:38:21 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.892982. +[SCHEDULER ITER30 LR0.002176782336]: 640090 words processed Fri Nov 13 00:38:37 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.891077. +[SCHEDULER ITER30 LR0.002176782336]: 680075 words processed Fri Nov 13 00:38:53 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.889750. +[SCHEDULER ITER30 LR0.002176782336]: 720043 words processed Fri Nov 13 00:39:09 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.888664. +[SCHEDULER ITER30 LR0.002176782336]: 760012 words processed Fri Nov 13 00:39:25 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.886882. +[SCHEDULER ITER30 LR0.002176782336]: 800113 words processed Fri Nov 13 00:39:41 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.886610. +[SCHEDULER ITER30 LR0.002176782336]: 840089 words processed Fri Nov 13 00:39:57 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.885452. +[SCHEDULER ITER30 LR0.002176782336]: 880052 words processed Fri Nov 13 00:40:13 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.885100. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER30 LR0.002176782336]: Displaying result: +[SCHEDULER ITER30 LR0.002176782336]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.361914602701> <PPL_OOV 76.735057589915> <LOGP -1752269.5232941> +[SCHEDULER ITER30 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER30 LR0.002176782336]: shuffling training file +===PEEK ON TEST 30=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER30 LR0.002176782336]: 40087 words processed Fri Nov 13 00:40:24 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-2.105531. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER30 LR0.002176782336]: Displaying result: +[SCHEDULER ITER30 LR0.002176782336]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.88849863294> <PPL_OOV 128.39945601651> <LOGP -173808.86323925> +[SCHEDULER ITER30 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 30=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER30 LR0.002176782336]: 40095 words processed Fri Nov 13 00:40:36 2015. + [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-2.182515. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER30 LR0.002176782336]: Displaying result: +[SCHEDULER ITER30 LR0.002176782336]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.17484483031> <PPL_OOV 135.59908588155> <LOGP -157275.25875167> +[SCHEDULER ITER30 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER30 LR0.002176782336]: PPL did not improve, rejected... + +===VALIDATION PPL record=== +<ITER0 LR0.00000 train:0.000 valid:11363.086 test:0.000> +<ITER1 LR1.00000 train:509.588 valid:374.674 test:372.422> +<ITER2 LR1.00000 train:335.546 valid:284.315 test:280.569> +<ITER3 LR1.00000 train:332.018 valid:282.798 test:276.017> +<ITER4 LR1.00000 train:246.297 valid:238.175 test:233.384> +<ITER5 LR1.00000 train:222.414 valid:222.103 test:217.164> +<ITER6 LR1.00000 train:198.911 valid:211.884 test:206.191> +<ITER7 LR1.00000 train:183.986 valid:203.986 test:198.817> +<ITER8 LR1.00000 train:171.833 valid:197.855 test:192.957> +<ITER9 LR1.00000 train:162.448 valid:192.947 test:188.128> +<ITER10 LR1.00000 train:154.850 valid:190.397 test:185.405> +<ITER11 LR1.00000 train:148.142 valid:187.754 test:182.394> +<ITER12 LR1.00000 train:142.748 valid:186.688 test:180.492> +<ITER13 LR1.00000 train:137.666 valid:184.930 test:178.821> +<ITER14 LR1.00000 train:133.196 valid:184.001 test:177.654> +<ITER15 LR1.00000 train:129.119 valid:182.859 test:176.576> +<ITER16 LR1.00000 train:126.033 valid:181.705 test:175.545> +<ITER17 LR1.00000 train:122.302 valid:181.064 test:175.149> +<ITER18 LR1.00000 train:119.144 valid:181.245 test:175.304> +<ITER19 LR0.60000 train:107.907 valid:170.350 test:164.936> +<ITER20 LR0.36000 train:99.378 valid:163.278 test:158.352> +<ITER21 LR0.21600 train:94.024 valid:159.072 test:154.389> +<ITER22 LR0.12960 train:90.574 valid:156.311 test:151.811> +<ITER23 LR0.07776 train:88.352 valid:154.277 test:149.877> +<ITER24 LR0.04666 train:86.920 valid:152.898 test:148.555> +<ITER25 LR0.02799 train:85.956 valid:152.151 test:147.826> +<ITER26 LR0.01680 train:85.306 valid:151.667 test:147.369> +<ITER27 LR0.01008 train:84.893 valid:151.352 test:147.076> +<ITER28 LR0.00605 train:84.631 valid:151.201 test:146.932> +<ITER29 LR0.00363 train:84.466 valid:151.174 test:146.899> +<ITER30 LR0.00218 train:84.362 valid:151.175 test:146.888> + +===FINAL TEST=== +[SCHEDULER FINAL_TEST]: preparing parameters... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34554093 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34557749 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69268538 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69384767 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70448846 +[SCHEDULER FINAL_TEST]: preparing parameters end. +[SCHEDULER FINAL_TEST]: preparing layers... +(00:40:45 2015-11-13)[nerv] info: create layer: recurrentL1 +(00:40:45 2015-11-13)[nerv] info: create layer: sigmoidL1 +(00:40:45 2015-11-13)[nerv] info: create layer: combinerL1 +(00:40:45 2015-11-13)[nerv] info: create layer: outputL +(00:40:45 2015-11-13)[nerv] info: create layer: softmaxL +(00:40:45 2015-11-13)[nerv] info: create layer: selectL1 +[SCHEDULER FINAL_TEST]: preparing layers end. +[SCHEDULER FINAL_TEST]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER FINAL_TEST]: Initing TNN end. +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER FINAL_TEST]: 40087 words processed Fri Nov 13 00:40:51 2015. + [SCHEDULER FINAL_TEST]: log prob per sample :-2.105765. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER FINAL_TEST]: Displaying result: +[SCHEDULER FINAL_TEST]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.89931285533> <PPL_OOV 128.47064194653> <LOGP -173828.70500097> +[SCHEDULER FINAL_TEST]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. |