diff options
| -rw-r--r-- | nerv/examples/lmptb/m-tests/LOG-tnn-h300 | 3824 | ||||
| -rw-r--r-- | nerv/examples/lmptb/m-tests/LOG-tnn-h400 | 7193 |
2 files changed, 7193 insertions, 3824 deletions
diff --git a/nerv/examples/lmptb/m-tests/LOG-tnn-h300 b/nerv/examples/lmptb/m-tests/LOG-tnn-h300 deleted file mode 100644 index ca4ff77..0000000 --- a/nerv/examples/lmptb/m-tests/LOG-tnn-h300 +++ /dev/null @@ -1,3824 +0,0 @@ -Greetings -[SCHEDULER]: printing global_conf -test_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds -train_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds -sche_log_pre [SCHEDULER]: -train_fn_shuf_bak /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf_bak -mmat_type table: 0x40f7afc8 -wcost 1e-06 -train_fn_shuf /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf -log_w_num 40000 -param_fn /home/slhome/txh18/workspace/nerv/play/dagL_test/params -batch_size 10 -hidden_size 300 -timer nerv.Timer -work_dir /home/slhome/txh18/workspace/nerv/play/dagL_test -nn_act_default 0 -max_iter 30 -valid_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds -lrate 1 -momentum 0 -param_random function: 0x41ba6b68 -chunk_size 15 -cumat_type table: 0x40f7e4e0 -[SCHEDULER]: creating work_dir... -[LOG]LMVocab: Vocab building on file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds... -[LOG]LMVocab: Building finished, vocab size now is 10000. -[SCHEDULER]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34509841 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 2 from 35545246 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 70044639 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 4 from 70048135 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 5 from 70163127 -[SCHEDULER]: preparing parameters end. -===INITIAL VALIDATION=== -[SCHEDULER]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34509841 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 2 from 35545246 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 70044639 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 4 from 70048135 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 5 from 70163127 -[SCHEDULER]: preparing parameters end. -[SCHEDULER]: preparing layers... -(21:26:39 2015-11-12)[nerv] info: create layer: recurrentL1 -(21:26:39 2015-11-12)[nerv] info: create layer: sigmoidL1 -(21:26:39 2015-11-12)[nerv] info: create layer: combinerL1 -(21:26:39 2015-11-12)[nerv] info: create layer: outputL -(21:26:39 2015-11-12)[nerv] info: create layer: softmaxL -(21:26:39 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER]: preparing layers end. -[SCHEDULER]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER]: Initing TNN end. -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER]: 40095 words processed Thu Nov 12 21:26:45 2015. - [SCHEDULER]: log prob per sample :-4.052709. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER]: Displaying result: -[SCHEDULER]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 11363.085973621> <PPL_OOV 11232.52378889> <LOGP -298763.20911767> -[SCHEDULER]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. - -[SCHEDULER]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34509841 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 2 from 35545246 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 70044639 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 4 from 70048135 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 5 from 70163127 -[SCHEDULER]: preparing parameters end. -[SCHEDULER]: preparing layers... -(21:26:55 2015-11-12)[nerv] info: create layer: recurrentL1 -(21:26:55 2015-11-12)[nerv] info: create layer: sigmoidL1 -(21:26:55 2015-11-12)[nerv] info: create layer: combinerL1 -(21:26:55 2015-11-12)[nerv] info: create layer: outputL -(21:26:55 2015-11-12)[nerv] info: create layer: softmaxL -(21:26:55 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER]: preparing layers end. -[SCHEDULER]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER]: Initing TNN end. -===ITERATION 1 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER1 LR1]: 40099 words processed Thu Nov 12 21:27:11 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-3.292692. -[SCHEDULER ITER1 LR1]: 80063 words processed Thu Nov 12 21:27:27 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-3.070144. -[SCHEDULER ITER1 LR1]: 120068 words processed Thu Nov 12 21:27:43 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.984966. -[SCHEDULER ITER1 LR1]: 160017 words processed Thu Nov 12 21:27:59 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.924306. -[SCHEDULER ITER1 LR1]: 200138 words processed Thu Nov 12 21:28:15 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.895537. -[SCHEDULER ITER1 LR1]: 240007 words processed Thu Nov 12 21:28:31 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.866355. -[SCHEDULER ITER1 LR1]: 280135 words processed Thu Nov 12 21:28:47 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.841706. -[SCHEDULER ITER1 LR1]: 320080 words processed Thu Nov 12 21:29:03 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.820864. -[SCHEDULER ITER1 LR1]: 360059 words processed Thu Nov 12 21:29:19 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.798327. -[SCHEDULER ITER1 LR1]: 400021 words processed Thu Nov 12 21:29:36 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.784042. -[SCHEDULER ITER1 LR1]: 440102 words processed Thu Nov 12 21:29:53 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.767230. -[SCHEDULER ITER1 LR1]: 480051 words processed Thu Nov 12 21:30:09 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.750979. -[SCHEDULER ITER1 LR1]: 520093 words processed Thu Nov 12 21:30:25 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.737316. -[SCHEDULER ITER1 LR1]: 560039 words processed Thu Nov 12 21:30:41 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.721875. -[SCHEDULER ITER1 LR1]: 600112 words processed Thu Nov 12 21:30:57 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.712290. -[SCHEDULER ITER1 LR1]: 640076 words processed Thu Nov 12 21:31:13 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.701624. -[SCHEDULER ITER1 LR1]: 680026 words processed Thu Nov 12 21:31:29 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.692884. -[SCHEDULER ITER1 LR1]: 720133 words processed Thu Nov 12 21:31:45 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.684241. -[SCHEDULER ITER1 LR1]: 760048 words processed Thu Nov 12 21:32:01 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.673189. -[SCHEDULER ITER1 LR1]: 800117 words processed Thu Nov 12 21:32:17 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.665760. -[SCHEDULER ITER1 LR1]: 840116 words processed Thu Nov 12 21:32:33 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.656155. -[SCHEDULER ITER1 LR1]: 880037 words processed Thu Nov 12 21:32:49 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.648768. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER1 LR1]: Displaying result: -[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 509.58764573002> <PPL_OOV 443.82735664069> <LOGP -2460821.0780481> -[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER1 LR1]: shuffling training file -===PEEK ON TEST 1=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER1 LR1]: 40087 words processed Thu Nov 12 21:33:02 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.504355. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER1 LR1]: Displaying result: -[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 372.42183463097> <PPL_OOV 324.08404397993> <LOGP -206953.5100413> -[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 1=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER1 LR1]: 40095 words processed Thu Nov 12 21:33:14 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.550268. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER1 LR1]: Displaying result: -[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 374.67370339982> <PPL_OOV 335.03359692605> <LOGP -186250.51743037> -[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER1 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER1 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1075976 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1079632 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35607920 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35724250 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70241455 -[SCHEDULER ITER1 LR1]: preparing parameters end. -[SCHEDULER ITER1 LR1]: preparing layers... -(21:33:24 2015-11-12)[nerv] info: create layer: recurrentL1 -(21:33:24 2015-11-12)[nerv] info: create layer: sigmoidL1 -(21:33:24 2015-11-12)[nerv] info: create layer: combinerL1 -(21:33:24 2015-11-12)[nerv] info: create layer: outputL -(21:33:24 2015-11-12)[nerv] info: create layer: softmaxL -(21:33:24 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER1 LR1]: preparing layers end. -[SCHEDULER ITER1 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER1 LR1]: Initing TNN end. -===ITERATION 2 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER2 LR1]: 40092 words processed Thu Nov 12 21:33:40 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.611210. -[SCHEDULER ITER2 LR1]: 80099 words processed Thu Nov 12 21:33:56 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.589139. -[SCHEDULER ITER2 LR1]: 120004 words processed Thu Nov 12 21:34:12 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.570733. -[SCHEDULER ITER2 LR1]: 160114 words processed Thu Nov 12 21:34:28 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.551667. -[SCHEDULER ITER2 LR1]: 200066 words processed Thu Nov 12 21:34:44 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.540568. -[SCHEDULER ITER2 LR1]: 240045 words processed Thu Nov 12 21:35:00 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.526721. -[SCHEDULER ITER2 LR1]: 280057 words processed Thu Nov 12 21:35:16 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.517728. -[SCHEDULER ITER2 LR1]: 320106 words processed Thu Nov 12 21:35:32 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.508229. -[SCHEDULER ITER2 LR1]: 360024 words processed Thu Nov 12 21:35:48 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.502058. -[SCHEDULER ITER2 LR1]: 400089 words processed Thu Nov 12 21:36:04 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.497895. -[SCHEDULER ITER2 LR1]: 440067 words processed Thu Nov 12 21:36:20 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.493752. -[SCHEDULER ITER2 LR1]: 480051 words processed Thu Nov 12 21:36:36 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.490189. -[SCHEDULER ITER2 LR1]: 520140 words processed Thu Nov 12 21:36:52 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.486542. -[SCHEDULER ITER2 LR1]: 560132 words processed Thu Nov 12 21:37:08 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.483445. -[SCHEDULER ITER2 LR1]: 600118 words processed Thu Nov 12 21:37:24 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.483056. -[SCHEDULER ITER2 LR1]: 640090 words processed Thu Nov 12 21:37:40 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.480205. -[SCHEDULER ITER2 LR1]: 680075 words processed Thu Nov 12 21:37:56 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.478075. -[SCHEDULER ITER2 LR1]: 720043 words processed Thu Nov 12 21:38:12 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.475920. -[SCHEDULER ITER2 LR1]: 760012 words processed Thu Nov 12 21:38:28 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.473641. -[SCHEDULER ITER2 LR1]: 800113 words processed Thu Nov 12 21:38:44 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.471283. -[SCHEDULER ITER2 LR1]: 840089 words processed Thu Nov 12 21:39:00 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.468366. -[SCHEDULER ITER2 LR1]: 880052 words processed Thu Nov 12 21:39:16 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.466238. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER2 LR1]: Displaying result: -[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 335.54574856758> <PPL_OOV 292.42179827166> <LOGP -2292375.5314619> -[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER2 LR1]: shuffling training file -===PEEK ON TEST 2=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER2 LR1]: 40087 words processed Thu Nov 12 21:39:27 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.378341. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER2 LR1]: Displaying result: -[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 280.56888917672> <PPL_OOV 241.83582061528> <LOGP -196473.60543172> -[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 2=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER2 LR1]: 40095 words processed Thu Nov 12 21:39:39 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.425320. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER2 LR1]: Displaying result: -[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 284.31456120428> <PPL_OOV 252.08005346508> <LOGP -177137.47845282> -[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER2 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER2 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34522576 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34526234 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69072330 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69188461 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70263917 -[SCHEDULER ITER2 LR1]: preparing parameters end. -[SCHEDULER ITER2 LR1]: preparing layers... -(21:39:50 2015-11-12)[nerv] info: create layer: recurrentL1 -(21:39:50 2015-11-12)[nerv] info: create layer: sigmoidL1 -(21:39:50 2015-11-12)[nerv] info: create layer: combinerL1 -(21:39:50 2015-11-12)[nerv] info: create layer: outputL -(21:39:50 2015-11-12)[nerv] info: create layer: softmaxL -(21:39:50 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER2 LR1]: preparing layers end. -[SCHEDULER ITER2 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER2 LR1]: Initing TNN end. -===ITERATION 3 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER3 LR1]: 40092 words processed Thu Nov 12 21:40:06 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.544465. -[SCHEDULER ITER3 LR1]: 80099 words processed Thu Nov 12 21:40:22 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.523845. -[SCHEDULER ITER3 LR1]: 120004 words processed Thu Nov 12 21:40:38 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.503563. -[SCHEDULER ITER3 LR1]: 160114 words processed Thu Nov 12 21:40:55 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.492793. -[SCHEDULER ITER3 LR1]: 200066 words processed Thu Nov 12 21:41:11 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.486434. -[SCHEDULER ITER3 LR1]: 240045 words processed Thu Nov 12 21:41:27 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.477573. -[SCHEDULER ITER3 LR1]: 280057 words processed Thu Nov 12 21:41:43 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.472171. -[SCHEDULER ITER3 LR1]: 320106 words processed Thu Nov 12 21:41:59 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.464689. -[SCHEDULER ITER3 LR1]: 360024 words processed Thu Nov 12 21:42:15 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.462254. -[SCHEDULER ITER3 LR1]: 400089 words processed Thu Nov 12 21:42:31 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.460639. -[SCHEDULER ITER3 LR1]: 440067 words processed Thu Nov 12 21:42:47 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.457377. -[SCHEDULER ITER3 LR1]: 480051 words processed Thu Nov 12 21:43:03 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.454522. -[SCHEDULER ITER3 LR1]: 520140 words processed Thu Nov 12 21:43:20 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.451702. -[SCHEDULER ITER3 LR1]: 560132 words processed Thu Nov 12 21:43:36 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.449800. -[SCHEDULER ITER3 LR1]: 600118 words processed Thu Nov 12 21:43:52 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.460651. -[SCHEDULER ITER3 LR1]: 640090 words processed Thu Nov 12 21:44:08 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.478514. -[SCHEDULER ITER3 LR1]: 680075 words processed Thu Nov 12 21:44:24 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.481904. -[SCHEDULER ITER3 LR1]: 720043 words processed Thu Nov 12 21:44:40 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.481315. -[SCHEDULER ITER3 LR1]: 760012 words processed Thu Nov 12 21:44:56 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.479536. -[SCHEDULER ITER3 LR1]: 800113 words processed Thu Nov 12 21:45:12 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.477516. -[SCHEDULER ITER3 LR1]: 840089 words processed Thu Nov 12 21:45:28 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.474938. -[SCHEDULER ITER3 LR1]: 880052 words processed Thu Nov 12 21:45:44 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.472685. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER3 LR1]: Displaying result: -[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 332.01769678787> <PPL_OOV 296.76708303188> <LOGP -2298330.4641512> -[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER3 LR1]: shuffling training file -===PEEK ON TEST 3=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER3 LR1]: 40087 words processed Thu Nov 12 21:45:55 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.372994. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER3 LR1]: Displaying result: -[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 276.01692594329> <PPL_OOV 238.48049489778> <LOGP -195973.43960252> -[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 3=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER3 LR1]: 40095 words processed Thu Nov 12 21:46:07 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.423095. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER3 LR1]: Displaying result: -[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 282.79751736002> <PPL_OOV 251.12979270018> <LOGP -177016.49404609> -[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER3 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER3 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1075055 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1078714 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35640630 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35756784 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70282927 -[SCHEDULER ITER3 LR1]: preparing parameters end. -[SCHEDULER ITER3 LR1]: preparing layers... -(21:46:18 2015-11-12)[nerv] info: create layer: recurrentL1 -(21:46:18 2015-11-12)[nerv] info: create layer: sigmoidL1 -(21:46:18 2015-11-12)[nerv] info: create layer: combinerL1 -(21:46:18 2015-11-12)[nerv] info: create layer: outputL -(21:46:18 2015-11-12)[nerv] info: create layer: softmaxL -(21:46:18 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER3 LR1]: preparing layers end. -[SCHEDULER ITER3 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER3 LR1]: Initing TNN end. -===ITERATION 4 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER4 LR1]: 40092 words processed Thu Nov 12 21:46:34 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.405192. -[SCHEDULER ITER4 LR1]: 80099 words processed Thu Nov 12 21:46:50 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.387086. -[SCHEDULER ITER4 LR1]: 120004 words processed Thu Nov 12 21:47:06 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.375429. -[SCHEDULER ITER4 LR1]: 160114 words processed Thu Nov 12 21:47:22 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.371996. -[SCHEDULER ITER4 LR1]: 200066 words processed Thu Nov 12 21:47:38 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.369614. -[SCHEDULER ITER4 LR1]: 240045 words processed Thu Nov 12 21:47:54 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.363105. -[SCHEDULER ITER4 LR1]: 280057 words processed Thu Nov 12 21:48:10 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.358276. -[SCHEDULER ITER4 LR1]: 320106 words processed Thu Nov 12 21:48:26 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.352905. -[SCHEDULER ITER4 LR1]: 360024 words processed Thu Nov 12 21:48:42 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.350189. -[SCHEDULER ITER4 LR1]: 400089 words processed Thu Nov 12 21:48:58 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.348116. -[SCHEDULER ITER4 LR1]: 440067 words processed Thu Nov 12 21:49:14 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.346662. -[SCHEDULER ITER4 LR1]: 480051 words processed Thu Nov 12 21:49:30 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.345278. -[SCHEDULER ITER4 LR1]: 520140 words processed Thu Nov 12 21:49:46 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.343802. -[SCHEDULER ITER4 LR1]: 560132 words processed Thu Nov 12 21:50:02 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.342152. -[SCHEDULER ITER4 LR1]: 600118 words processed Thu Nov 12 21:50:18 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.344444. -[SCHEDULER ITER4 LR1]: 640090 words processed Thu Nov 12 21:50:34 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.342672. -[SCHEDULER ITER4 LR1]: 680075 words processed Thu Nov 12 21:50:50 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.341851. -[SCHEDULER ITER4 LR1]: 720043 words processed Thu Nov 12 21:51:06 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.340724. -[SCHEDULER ITER4 LR1]: 760012 words processed Thu Nov 12 21:51:22 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.339464. -[SCHEDULER ITER4 LR1]: 800113 words processed Thu Nov 12 21:51:38 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.338453. -[SCHEDULER ITER4 LR1]: 840089 words processed Thu Nov 12 21:51:53 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.336619. -[SCHEDULER ITER4 LR1]: 880052 words processed Thu Nov 12 21:52:09 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.335602. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER4 LR1]: Displaying result: -[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 246.29704080635> <PPL_OOV 216.539647079> <LOGP -2171089.8990162> -[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER4 LR1]: shuffling training file -===PEEK ON TEST 4=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER4 LR1]: 40087 words processed Thu Nov 12 21:52:20 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.303876. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER4 LR1]: Displaying result: -[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 233.38436117868> <PPL_OOV 202.39993621335> <LOGP -190100.92090619> -[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 4=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER4 LR1]: 40095 words processed Thu Nov 12 21:52:31 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.356798. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER4 LR1]: Displaying result: -[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 238.17539195191> <PPL_OOV 212.2263711232> <LOGP -171624.71991538> -[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER4 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER4 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34528542 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34532200 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69109612 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69225892 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70300614 -[SCHEDULER ITER4 LR1]: preparing parameters end. -[SCHEDULER ITER4 LR1]: preparing layers... -(21:52:41 2015-11-12)[nerv] info: create layer: recurrentL1 -(21:52:41 2015-11-12)[nerv] info: create layer: sigmoidL1 -(21:52:41 2015-11-12)[nerv] info: create layer: combinerL1 -(21:52:41 2015-11-12)[nerv] info: create layer: outputL -(21:52:41 2015-11-12)[nerv] info: create layer: softmaxL -(21:52:41 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER4 LR1]: preparing layers end. -[SCHEDULER ITER4 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER4 LR1]: Initing TNN end. -===ITERATION 5 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER5 LR1]: 40092 words processed Thu Nov 12 21:52:56 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.446345. -[SCHEDULER ITER5 LR1]: 80099 words processed Thu Nov 12 21:53:11 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.403749. -[SCHEDULER ITER5 LR1]: 120004 words processed Thu Nov 12 21:53:27 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.384431. -[SCHEDULER ITER5 LR1]: 160114 words processed Thu Nov 12 21:53:43 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.374759. -[SCHEDULER ITER5 LR1]: 200066 words processed Thu Nov 12 21:53:58 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.361125. -[SCHEDULER ITER5 LR1]: 240045 words processed Thu Nov 12 21:54:14 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.347698. -[SCHEDULER ITER5 LR1]: 280057 words processed Thu Nov 12 21:54:30 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.337251. -[SCHEDULER ITER5 LR1]: 320106 words processed Thu Nov 12 21:54:46 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.328378. -[SCHEDULER ITER5 LR1]: 360024 words processed Thu Nov 12 21:55:02 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.322798. -[SCHEDULER ITER5 LR1]: 400089 words processed Thu Nov 12 21:55:18 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.318066. -[SCHEDULER ITER5 LR1]: 440067 words processed Thu Nov 12 21:55:34 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.314987. -[SCHEDULER ITER5 LR1]: 480051 words processed Thu Nov 12 21:55:50 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.312277. -[SCHEDULER ITER5 LR1]: 520140 words processed Thu Nov 12 21:56:06 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.309665. -[SCHEDULER ITER5 LR1]: 560132 words processed Thu Nov 12 21:56:22 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.307166. -[SCHEDULER ITER5 LR1]: 600118 words processed Thu Nov 12 21:56:38 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.304912. -[SCHEDULER ITER5 LR1]: 640090 words processed Thu Nov 12 21:56:54 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.302402. -[SCHEDULER ITER5 LR1]: 680075 words processed Thu Nov 12 21:57:10 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.301702. -[SCHEDULER ITER5 LR1]: 720043 words processed Thu Nov 12 21:57:26 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.300632. -[SCHEDULER ITER5 LR1]: 760012 words processed Thu Nov 12 21:57:42 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.299094. -[SCHEDULER ITER5 LR1]: 800113 words processed Thu Nov 12 21:57:58 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.298026. -[SCHEDULER ITER5 LR1]: 840089 words processed Thu Nov 12 21:58:14 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.295902. -[SCHEDULER ITER5 LR1]: 880052 words processed Thu Nov 12 21:58:30 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.294821. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER5 LR1]: Displaying result: -[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 222.41429432004> <PPL_OOV 197.11868137695> <LOGP -2133153.7071965> -[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER5 LR1]: shuffling training file -===PEEK ON TEST 5=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER5 LR1]: 40087 words processed Thu Nov 12 21:58:41 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.273549. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER5 LR1]: Displaying result: -[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 217.16376745377> <PPL_OOV 188.43745082601> <LOGP -187542.03398485> -[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 5=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER5 LR1]: 40095 words processed Thu Nov 12 21:58:53 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.329139. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER5 LR1]: Displaying result: -[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 222.10299379671> <PPL_OOV 197.98616944161> <LOGP -169399.7867695> -[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER5 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER5 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1074285 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1077942 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35667973 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35784319 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70315647 -[SCHEDULER ITER5 LR1]: preparing parameters end. -[SCHEDULER ITER5 LR1]: preparing layers... -(21:59:03 2015-11-12)[nerv] info: create layer: recurrentL1 -(21:59:03 2015-11-12)[nerv] info: create layer: sigmoidL1 -(21:59:03 2015-11-12)[nerv] info: create layer: combinerL1 -(21:59:03 2015-11-12)[nerv] info: create layer: outputL -(21:59:03 2015-11-12)[nerv] info: create layer: softmaxL -(21:59:03 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER5 LR1]: preparing layers end. -[SCHEDULER ITER5 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER5 LR1]: Initing TNN end. -===ITERATION 6 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER6 LR1]: 40092 words processed Thu Nov 12 21:59:18 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.302353. -[SCHEDULER ITER6 LR1]: 80099 words processed Thu Nov 12 21:59:34 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.286055. -[SCHEDULER ITER6 LR1]: 120004 words processed Thu Nov 12 21:59:50 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.274566. -[SCHEDULER ITER6 LR1]: 160114 words processed Thu Nov 12 22:00:06 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.272892. -[SCHEDULER ITER6 LR1]: 200066 words processed Thu Nov 12 22:00:22 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.271265. -[SCHEDULER ITER6 LR1]: 240045 words processed Thu Nov 12 22:00:38 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.267254. -[SCHEDULER ITER6 LR1]: 280057 words processed Thu Nov 12 22:00:54 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.263588. -[SCHEDULER ITER6 LR1]: 320106 words processed Thu Nov 12 22:01:10 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.259553. -[SCHEDULER ITER6 LR1]: 360024 words processed Thu Nov 12 22:01:26 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.257404. -[SCHEDULER ITER6 LR1]: 400089 words processed Thu Nov 12 22:01:42 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.255302. -[SCHEDULER ITER6 LR1]: 440067 words processed Thu Nov 12 22:01:58 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.254638. -[SCHEDULER ITER6 LR1]: 480051 words processed Thu Nov 12 22:02:14 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.254091. -[SCHEDULER ITER6 LR1]: 520140 words processed Thu Nov 12 22:02:30 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.253283. -[SCHEDULER ITER6 LR1]: 560132 words processed Thu Nov 12 22:02:46 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.252240. -[SCHEDULER ITER6 LR1]: 600118 words processed Thu Nov 12 22:03:02 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.249917. -[SCHEDULER ITER6 LR1]: 640090 words processed Thu Nov 12 22:03:18 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.250291. -[SCHEDULER ITER6 LR1]: 680075 words processed Thu Nov 12 22:03:34 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.249598. -[SCHEDULER ITER6 LR1]: 720043 words processed Thu Nov 12 22:03:50 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.249209. -[SCHEDULER ITER6 LR1]: 760012 words processed Thu Nov 12 22:04:06 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.248536. -[SCHEDULER ITER6 LR1]: 800113 words processed Thu Nov 12 22:04:22 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.248296. -[SCHEDULER ITER6 LR1]: 840089 words processed Thu Nov 12 22:04:38 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.247162. -[SCHEDULER ITER6 LR1]: 880052 words processed Thu Nov 12 22:04:54 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.246722. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER6 LR1]: Displaying result: -[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 198.91088397989> <PPL_OOV 176.50252475842> <LOGP -2088554.9429051> -[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER6 LR1]: shuffling training file -===PEEK ON TEST 6=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER6 LR1]: 40087 words processed Thu Nov 12 22:05:06 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.252489. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER6 LR1]: Displaying result: -[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 206.19131994725> <PPL_OOV 179.26390285139> <LOGP -185755.4154153> -[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 6=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER6 LR1]: 40095 words processed Thu Nov 12 22:05:18 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.311040. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER6 LR1]: Displaying result: -[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 211.88409793113> <PPL_OOV 189.15513876712> <LOGP -167938.10631937> -[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER6 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER6 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34533450 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34537108 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69139044 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69255402 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70329197 -[SCHEDULER ITER6 LR1]: preparing parameters end. -[SCHEDULER ITER6 LR1]: preparing layers... -(22:05:29 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:05:29 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:05:29 2015-11-12)[nerv] info: create layer: combinerL1 -(22:05:29 2015-11-12)[nerv] info: create layer: outputL -(22:05:29 2015-11-12)[nerv] info: create layer: softmaxL -(22:05:29 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER6 LR1]: preparing layers end. -[SCHEDULER ITER6 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER6 LR1]: Initing TNN end. -===ITERATION 7 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER7 LR1]: 40092 words processed Thu Nov 12 22:05:45 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.247858. -[SCHEDULER ITER7 LR1]: 80099 words processed Thu Nov 12 22:06:01 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.240500. -[SCHEDULER ITER7 LR1]: 120004 words processed Thu Nov 12 22:06:17 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.233063. -[SCHEDULER ITER7 LR1]: 160114 words processed Thu Nov 12 22:06:33 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.233546. -[SCHEDULER ITER7 LR1]: 200066 words processed Thu Nov 12 22:06:49 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.233342. -[SCHEDULER ITER7 LR1]: 240045 words processed Thu Nov 12 22:07:05 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.228546. -[SCHEDULER ITER7 LR1]: 280057 words processed Thu Nov 12 22:07:21 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.226190. -[SCHEDULER ITER7 LR1]: 320106 words processed Thu Nov 12 22:07:37 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.222945. -[SCHEDULER ITER7 LR1]: 360024 words processed Thu Nov 12 22:07:53 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.221231. -[SCHEDULER ITER7 LR1]: 400089 words processed Thu Nov 12 22:08:09 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.219454. -[SCHEDULER ITER7 LR1]: 440067 words processed Thu Nov 12 22:08:25 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.219290. -[SCHEDULER ITER7 LR1]: 480051 words processed Thu Nov 12 22:08:41 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.219243. -[SCHEDULER ITER7 LR1]: 520140 words processed Thu Nov 12 22:08:57 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.218756. -[SCHEDULER ITER7 LR1]: 560132 words processed Thu Nov 12 22:09:13 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.218041. -[SCHEDULER ITER7 LR1]: 600118 words processed Thu Nov 12 22:09:29 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.218228. -[SCHEDULER ITER7 LR1]: 640090 words processed Thu Nov 12 22:09:45 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.217169. -[SCHEDULER ITER7 LR1]: 680075 words processed Thu Nov 12 22:10:01 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.216362. -[SCHEDULER ITER7 LR1]: 720043 words processed Thu Nov 12 22:10:17 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.216029. -[SCHEDULER ITER7 LR1]: 760012 words processed Thu Nov 12 22:10:33 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.215487. -[SCHEDULER ITER7 LR1]: 800113 words processed Thu Nov 12 22:10:49 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.215356. -[SCHEDULER ITER7 LR1]: 840089 words processed Thu Nov 12 22:11:05 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.214292. -[SCHEDULER ITER7 LR1]: 880052 words processed Thu Nov 12 22:11:21 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.214097. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER7 LR1]: Displaying result: -[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 183.98583365133> <PPL_OOV 163.73121251112> <LOGP -2058232.2665045> -[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER7 LR1]: shuffling training file -===PEEK ON TEST 7=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER7 LR1]: 40087 words processed Thu Nov 12 22:11:32 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.238654. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER7 LR1]: Displaying result: -[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 198.81652309035> <PPL_OOV 173.06297365549> <LOGP -184495.16904979> -[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 7=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER7 LR1]: 40095 words processed Thu Nov 12 22:11:44 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.297186. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER7 LR1]: Displaying result: -[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 203.98597397845> <PPL_OOV 182.29758343458> <LOGP -166755.20004089> -[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER7 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER7 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1073208 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1076866 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35689509 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35805861 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70341551 -[SCHEDULER ITER7 LR1]: preparing parameters end. -[SCHEDULER ITER7 LR1]: preparing layers... -(22:11:54 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:11:54 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:11:54 2015-11-12)[nerv] info: create layer: combinerL1 -(22:11:54 2015-11-12)[nerv] info: create layer: outputL -(22:11:54 2015-11-12)[nerv] info: create layer: softmaxL -(22:11:54 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER7 LR1]: preparing layers end. -[SCHEDULER ITER7 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER7 LR1]: Initing TNN end. -===ITERATION 8 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER8 LR1]: 40092 words processed Thu Nov 12 22:12:10 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.217380. -[SCHEDULER ITER8 LR1]: 80099 words processed Thu Nov 12 22:12:26 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.210173. -[SCHEDULER ITER8 LR1]: 120004 words processed Thu Nov 12 22:12:42 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.203362. -[SCHEDULER ITER8 LR1]: 160114 words processed Thu Nov 12 22:12:58 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.204496. -[SCHEDULER ITER8 LR1]: 200066 words processed Thu Nov 12 22:13:14 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.204268. -[SCHEDULER ITER8 LR1]: 240045 words processed Thu Nov 12 22:13:30 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.201367. -[SCHEDULER ITER8 LR1]: 280057 words processed Thu Nov 12 22:13:46 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.197826. -[SCHEDULER ITER8 LR1]: 320106 words processed Thu Nov 12 22:14:02 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.194816. -[SCHEDULER ITER8 LR1]: 360024 words processed Thu Nov 12 22:14:18 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.193248. -[SCHEDULER ITER8 LR1]: 400089 words processed Thu Nov 12 22:14:34 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.191500. -[SCHEDULER ITER8 LR1]: 440067 words processed Thu Nov 12 22:14:50 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.191556. -[SCHEDULER ITER8 LR1]: 480051 words processed Thu Nov 12 22:15:06 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.191680. -[SCHEDULER ITER8 LR1]: 520140 words processed Thu Nov 12 22:15:22 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.191424. -[SCHEDULER ITER8 LR1]: 560132 words processed Thu Nov 12 22:15:38 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.190928. -[SCHEDULER ITER8 LR1]: 600118 words processed Thu Nov 12 22:15:54 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.188829. -[SCHEDULER ITER8 LR1]: 640090 words processed Thu Nov 12 22:16:10 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.187827. -[SCHEDULER ITER8 LR1]: 680075 words processed Thu Nov 12 22:16:26 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.187269. -[SCHEDULER ITER8 LR1]: 720043 words processed Thu Nov 12 22:16:42 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.187128. -[SCHEDULER ITER8 LR1]: 760012 words processed Thu Nov 12 22:16:58 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.186552. -[SCHEDULER ITER8 LR1]: 800113 words processed Thu Nov 12 22:17:14 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.186589. -[SCHEDULER ITER8 LR1]: 840089 words processed Thu Nov 12 22:17:30 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.185669. -[SCHEDULER ITER8 LR1]: 880052 words processed Thu Nov 12 22:17:46 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.185637. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER8 LR1]: Displaying result: -[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 171.83259622499> <PPL_OOV 153.3513863571> <LOGP -2031791.2494254> -[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER8 LR1]: shuffling training file -===PEEK ON TEST 8=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER8 LR1]: 40087 words processed Thu Nov 12 22:17:57 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.226930. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER8 LR1]: Displaying result: -[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 192.95664295121> <PPL_OOV 168.43457806958> <LOGP -183524.72818304> -[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 8=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER8 LR1]: 40095 words processed Thu Nov 12 22:18:09 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.286467. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER8 LR1]: Displaying result: -[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 197.85544743757> <PPL_OOV 177.1932477992> <LOGP -165845.46314541> -[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER8 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER8 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34537849 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34541506 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69163408 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69279752 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70352310 -[SCHEDULER ITER8 LR1]: preparing parameters end. -[SCHEDULER ITER8 LR1]: preparing layers... -(22:18:20 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:18:20 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:18:20 2015-11-12)[nerv] info: create layer: combinerL1 -(22:18:20 2015-11-12)[nerv] info: create layer: outputL -(22:18:20 2015-11-12)[nerv] info: create layer: softmaxL -(22:18:20 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER8 LR1]: preparing layers end. -[SCHEDULER ITER8 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER8 LR1]: Initing TNN end. -===ITERATION 9 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER9 LR1]: 40092 words processed Thu Nov 12 22:18:36 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.184391. -[SCHEDULER ITER9 LR1]: 80099 words processed Thu Nov 12 22:18:52 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.181046. -[SCHEDULER ITER9 LR1]: 120004 words processed Thu Nov 12 22:19:08 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.176112. -[SCHEDULER ITER9 LR1]: 160114 words processed Thu Nov 12 22:19:24 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.178759. -[SCHEDULER ITER9 LR1]: 200066 words processed Thu Nov 12 22:19:40 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.178842. -[SCHEDULER ITER9 LR1]: 240045 words processed Thu Nov 12 22:19:56 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.175028. -[SCHEDULER ITER9 LR1]: 280057 words processed Thu Nov 12 22:20:12 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.171060. -[SCHEDULER ITER9 LR1]: 320106 words processed Thu Nov 12 22:20:28 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.168492. -[SCHEDULER ITER9 LR1]: 360024 words processed Thu Nov 12 22:20:44 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.167283. -[SCHEDULER ITER9 LR1]: 400089 words processed Thu Nov 12 22:21:00 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.165790. -[SCHEDULER ITER9 LR1]: 440067 words processed Thu Nov 12 22:21:16 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.166168. -[SCHEDULER ITER9 LR1]: 480051 words processed Thu Nov 12 22:21:32 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.166588. -[SCHEDULER ITER9 LR1]: 520140 words processed Thu Nov 12 22:21:48 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.166562. -[SCHEDULER ITER9 LR1]: 560132 words processed Thu Nov 12 22:22:04 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.166247. -[SCHEDULER ITER9 LR1]: 600118 words processed Thu Nov 12 22:22:20 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.164505. -[SCHEDULER ITER9 LR1]: 640090 words processed Thu Nov 12 22:22:36 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.163544. -[SCHEDULER ITER9 LR1]: 680075 words processed Thu Nov 12 22:22:52 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.163438. -[SCHEDULER ITER9 LR1]: 720043 words processed Thu Nov 12 22:23:08 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.163471. -[SCHEDULER ITER9 LR1]: 760012 words processed Thu Nov 12 22:23:24 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.162740. -[SCHEDULER ITER9 LR1]: 800113 words processed Thu Nov 12 22:23:40 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.162951. -[SCHEDULER ITER9 LR1]: 840089 words processed Thu Nov 12 22:23:56 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.162159. -[SCHEDULER ITER9 LR1]: 880052 words processed Thu Nov 12 22:24:12 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.162246. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER9 LR1]: Displaying result: -[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 162.44771598369> <PPL_OOV 145.31439191404> <LOGP -2010058.3160156> -[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER9 LR1]: shuffling training file -===PEEK ON TEST 9=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER9 LR1]: 40087 words processed Thu Nov 12 22:24:23 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.217479. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER9 LR1]: Displaying result: -[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 188.1278010178> <PPL_OOV 164.75417796788> <LOGP -182733.82746825> -[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 9=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER9 LR1]: 40095 words processed Thu Nov 12 22:24:35 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.278188. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER9 LR1]: Displaying result: -[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 192.94739874239> <PPL_OOV 173.23916130821> <LOGP -165122.53431059> -[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER9 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER9 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1071986 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1075642 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35705377 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35821695 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70362066 -[SCHEDULER ITER9 LR1]: preparing parameters end. -[SCHEDULER ITER9 LR1]: preparing layers... -(22:24:45 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:24:45 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:24:45 2015-11-12)[nerv] info: create layer: combinerL1 -(22:24:45 2015-11-12)[nerv] info: create layer: outputL -(22:24:45 2015-11-12)[nerv] info: create layer: softmaxL -(22:24:45 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER9 LR1]: preparing layers end. -[SCHEDULER ITER9 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER9 LR1]: Initing TNN end. -===ITERATION 10 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER10 LR1]: 40092 words processed Thu Nov 12 22:25:01 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.159231. -[SCHEDULER ITER10 LR1]: 80099 words processed Thu Nov 12 22:25:17 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.158206. -[SCHEDULER ITER10 LR1]: 120004 words processed Thu Nov 12 22:25:33 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.153994. -[SCHEDULER ITER10 LR1]: 160114 words processed Thu Nov 12 22:25:49 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.156763. -[SCHEDULER ITER10 LR1]: 200066 words processed Thu Nov 12 22:26:05 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.157195. -[SCHEDULER ITER10 LR1]: 240045 words processed Thu Nov 12 22:26:21 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.154012. -[SCHEDULER ITER10 LR1]: 280057 words processed Thu Nov 12 22:26:37 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.150190. -[SCHEDULER ITER10 LR1]: 320106 words processed Thu Nov 12 22:26:53 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.147796. -[SCHEDULER ITER10 LR1]: 360024 words processed Thu Nov 12 22:27:09 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.146531. -[SCHEDULER ITER10 LR1]: 400089 words processed Thu Nov 12 22:27:25 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.144999. -[SCHEDULER ITER10 LR1]: 440067 words processed Thu Nov 12 22:27:41 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.145563. -[SCHEDULER ITER10 LR1]: 480051 words processed Thu Nov 12 22:27:57 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.146132. -[SCHEDULER ITER10 LR1]: 520140 words processed Thu Nov 12 22:28:13 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.146207. -[SCHEDULER ITER10 LR1]: 560132 words processed Thu Nov 12 22:28:29 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.145943. -[SCHEDULER ITER10 LR1]: 600118 words processed Thu Nov 12 22:28:45 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.143880. -[SCHEDULER ITER10 LR1]: 640090 words processed Thu Nov 12 22:29:01 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.143399. -[SCHEDULER ITER10 LR1]: 680075 words processed Thu Nov 12 22:29:17 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.142851. -[SCHEDULER ITER10 LR1]: 720043 words processed Thu Nov 12 22:29:33 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.142841. -[SCHEDULER ITER10 LR1]: 760012 words processed Thu Nov 12 22:29:49 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.142520. -[SCHEDULER ITER10 LR1]: 800113 words processed Thu Nov 12 22:30:05 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.142826. -[SCHEDULER ITER10 LR1]: 840089 words processed Thu Nov 12 22:30:21 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.142216. -[SCHEDULER ITER10 LR1]: 880052 words processed Thu Nov 12 22:30:37 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.142326. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER10 LR1]: Displaying result: -[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 154.85025727813> <PPL_OOV 138.80197382903> <LOGP -1991547.4224823> -[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER10 LR1]: shuffling training file -===PEEK ON TEST 10=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER10 LR1]: 40087 words processed Thu Nov 12 22:30:48 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.212505. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER10 LR1]: Displaying result: -[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 185.40548411166> <PPL_OOV 162.82613645004> <LOGP -182312.41904908> -[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 10=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER10 LR1]: 40095 words processed Thu Nov 12 22:31:00 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.274287. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER10 LR1]: Displaying result: -[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 190.39721658879> <PPL_OOV 171.2923011258> <LOGP -164760.50334979> -[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER10 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER10 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34542151 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34545807 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69182866 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69299176 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70370634 -[SCHEDULER ITER10 LR1]: preparing parameters end. -[SCHEDULER ITER10 LR1]: preparing layers... -(22:31:11 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:31:11 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:31:11 2015-11-12)[nerv] info: create layer: combinerL1 -(22:31:11 2015-11-12)[nerv] info: create layer: outputL -(22:31:11 2015-11-12)[nerv] info: create layer: softmaxL -(22:31:11 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER10 LR1]: preparing layers end. -[SCHEDULER ITER10 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER10 LR1]: Initing TNN end. -===ITERATION 11 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER11 LR1]: 40092 words processed Thu Nov 12 22:31:27 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.139499. -[SCHEDULER ITER11 LR1]: 80099 words processed Thu Nov 12 22:31:43 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.138794. -[SCHEDULER ITER11 LR1]: 120004 words processed Thu Nov 12 22:31:59 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.135243. -[SCHEDULER ITER11 LR1]: 160114 words processed Thu Nov 12 22:32:15 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.137881. -[SCHEDULER ITER11 LR1]: 200066 words processed Thu Nov 12 22:32:31 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.138292. -[SCHEDULER ITER11 LR1]: 240045 words processed Thu Nov 12 22:32:47 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.134734. -[SCHEDULER ITER11 LR1]: 280057 words processed Thu Nov 12 22:33:03 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.130923. -[SCHEDULER ITER11 LR1]: 320106 words processed Thu Nov 12 22:33:19 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.128777. -[SCHEDULER ITER11 LR1]: 360024 words processed Thu Nov 12 22:33:35 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.127728. -[SCHEDULER ITER11 LR1]: 400089 words processed Thu Nov 12 22:33:51 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.126190. -[SCHEDULER ITER11 LR1]: 440067 words processed Thu Nov 12 22:34:07 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.126941. -[SCHEDULER ITER11 LR1]: 480051 words processed Thu Nov 12 22:34:23 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.127618. -[SCHEDULER ITER11 LR1]: 520140 words processed Thu Nov 12 22:34:39 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.127815. -[SCHEDULER ITER11 LR1]: 560132 words processed Thu Nov 12 22:34:55 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.127700. -[SCHEDULER ITER11 LR1]: 600118 words processed Thu Nov 12 22:35:11 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.125708. -[SCHEDULER ITER11 LR1]: 640090 words processed Thu Nov 12 22:35:27 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.124852. -[SCHEDULER ITER11 LR1]: 680075 words processed Thu Nov 12 22:35:43 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.124162. -[SCHEDULER ITER11 LR1]: 720043 words processed Thu Nov 12 22:35:59 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.124089. -[SCHEDULER ITER11 LR1]: 760012 words processed Thu Nov 12 22:36:15 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.123790. -[SCHEDULER ITER11 LR1]: 800113 words processed Thu Nov 12 22:36:31 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.124132. -[SCHEDULER ITER11 LR1]: 840089 words processed Thu Nov 12 22:36:47 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.123640. -[SCHEDULER ITER11 LR1]: 880052 words processed Thu Nov 12 22:37:03 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.123852. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER11 LR1]: Displaying result: -[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 148.14166813174> <PPL_OOV 133.02618550034> <LOGP -1974388.6001313> -[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER11 LR1]: shuffling training file -===PEEK ON TEST 11=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER11 LR1]: 40087 words processed Thu Nov 12 22:37:14 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.205914. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER11 LR1]: Displaying result: -[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 182.39390315888> <PPL_OOV 160.46237137081> <LOGP -181788.91337671> -[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 11=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER11 LR1]: 40095 words processed Thu Nov 12 22:37:26 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.269752. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER11 LR1]: Displaying result: -[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 187.75373810895> <PPL_OOV 169.13307312491> <LOGP -164354.13711126> -[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER11 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER11 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1070828 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1074484 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35719188 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35835491 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70379329 -[SCHEDULER ITER11 LR1]: preparing parameters end. -[SCHEDULER ITER11 LR1]: preparing layers... -(22:37:37 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:37:37 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:37:37 2015-11-12)[nerv] info: create layer: combinerL1 -(22:37:37 2015-11-12)[nerv] info: create layer: outputL -(22:37:37 2015-11-12)[nerv] info: create layer: softmaxL -(22:37:37 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER11 LR1]: preparing layers end. -[SCHEDULER ITER11 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER11 LR1]: Initing TNN end. -===ITERATION 12 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER12 LR1]: 40092 words processed Thu Nov 12 22:37:53 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.122491. -[SCHEDULER ITER12 LR1]: 80099 words processed Thu Nov 12 22:38:09 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.121906. -[SCHEDULER ITER12 LR1]: 120004 words processed Thu Nov 12 22:38:25 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.118337. -[SCHEDULER ITER12 LR1]: 160114 words processed Thu Nov 12 22:38:41 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.120726. -[SCHEDULER ITER12 LR1]: 200066 words processed Thu Nov 12 22:38:57 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.121222. -[SCHEDULER ITER12 LR1]: 240045 words processed Thu Nov 12 22:39:13 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.117684. -[SCHEDULER ITER12 LR1]: 280057 words processed Thu Nov 12 22:39:29 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.113753. -[SCHEDULER ITER12 LR1]: 320106 words processed Thu Nov 12 22:39:45 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.111703. -[SCHEDULER ITER12 LR1]: 360024 words processed Thu Nov 12 22:40:01 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.110579. -[SCHEDULER ITER12 LR1]: 400089 words processed Thu Nov 12 22:40:17 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.109065. -[SCHEDULER ITER12 LR1]: 440067 words processed Thu Nov 12 22:40:33 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.109969. -[SCHEDULER ITER12 LR1]: 480051 words processed Thu Nov 12 22:40:49 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.110800. -[SCHEDULER ITER12 LR1]: 520140 words processed Thu Nov 12 22:41:05 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.110956. -[SCHEDULER ITER12 LR1]: 560132 words processed Thu Nov 12 22:41:21 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.110944. -[SCHEDULER ITER12 LR1]: 600118 words processed Thu Nov 12 22:41:37 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.109763. -[SCHEDULER ITER12 LR1]: 640090 words processed Thu Nov 12 22:41:53 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.108867. -[SCHEDULER ITER12 LR1]: 680075 words processed Thu Nov 12 22:42:09 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.108518. -[SCHEDULER ITER12 LR1]: 720043 words processed Thu Nov 12 22:42:25 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.108498. -[SCHEDULER ITER12 LR1]: 760012 words processed Thu Nov 12 22:42:41 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.108149. -[SCHEDULER ITER12 LR1]: 800113 words processed Thu Nov 12 22:42:57 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.108567. -[SCHEDULER ITER12 LR1]: 840089 words processed Thu Nov 12 22:43:13 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.108110. -[SCHEDULER ITER12 LR1]: 880052 words processed Thu Nov 12 22:43:29 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.108397. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER12 LR1]: Displaying result: -[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 142.74802026729> <PPL_OOV 128.37705407036> <LOGP -1960026.6987909> -[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER12 LR1]: shuffling training file -===PEEK ON TEST 12=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER12 LR1]: 40087 words processed Thu Nov 12 22:43:40 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.200728. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER12 LR1]: Displaying result: -[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 180.49185726892> <PPL_OOV 158.66736020267> <LOGP -181386.19256374> -[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 12=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER12 LR1]: 40095 words processed Thu Nov 12 22:43:52 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.267196. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER12 LR1]: Displaying result: -[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 186.68848452989> <PPL_OOV 167.99520614955> <LOGP -164137.89853503> -[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER12 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER12 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34545626 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34549283 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69202806 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69319085 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70389258 -[SCHEDULER ITER12 LR1]: preparing parameters end. -[SCHEDULER ITER12 LR1]: preparing layers... -(22:44:02 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:44:02 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:44:02 2015-11-12)[nerv] info: create layer: combinerL1 -(22:44:02 2015-11-12)[nerv] info: create layer: outputL -(22:44:02 2015-11-12)[nerv] info: create layer: softmaxL -(22:44:02 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER12 LR1]: preparing layers end. -[SCHEDULER ITER12 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER12 LR1]: Initing TNN end. -===ITERATION 13 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER13 LR1]: 40092 words processed Thu Nov 12 22:44:18 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.106771. -[SCHEDULER ITER13 LR1]: 80099 words processed Thu Nov 12 22:44:34 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.106460. -[SCHEDULER ITER13 LR1]: 120004 words processed Thu Nov 12 22:44:50 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.103062. -[SCHEDULER ITER13 LR1]: 160114 words processed Thu Nov 12 22:45:06 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.105308. -[SCHEDULER ITER13 LR1]: 200066 words processed Thu Nov 12 22:45:22 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.105773. -[SCHEDULER ITER13 LR1]: 240045 words processed Thu Nov 12 22:45:38 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.102116. -[SCHEDULER ITER13 LR1]: 280057 words processed Thu Nov 12 22:45:54 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.098718. -[SCHEDULER ITER13 LR1]: 320106 words processed Thu Nov 12 22:46:11 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.096837. -[SCHEDULER ITER13 LR1]: 360024 words processed Thu Nov 12 22:46:27 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.095630. -[SCHEDULER ITER13 LR1]: 400089 words processed Thu Nov 12 22:46:43 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.094049. -[SCHEDULER ITER13 LR1]: 440067 words processed Thu Nov 12 22:46:59 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.095015. -[SCHEDULER ITER13 LR1]: 480051 words processed Thu Nov 12 22:47:15 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.095949. -[SCHEDULER ITER13 LR1]: 520140 words processed Thu Nov 12 22:47:31 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.096547. -[SCHEDULER ITER13 LR1]: 560132 words processed Thu Nov 12 22:47:47 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.096706. -[SCHEDULER ITER13 LR1]: 600118 words processed Thu Nov 12 22:48:03 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.095009. -[SCHEDULER ITER13 LR1]: 640090 words processed Thu Nov 12 22:48:19 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.094298. -[SCHEDULER ITER13 LR1]: 680075 words processed Thu Nov 12 22:48:35 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.093667. -[SCHEDULER ITER13 LR1]: 720043 words processed Thu Nov 12 22:48:51 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.093573. -[SCHEDULER ITER13 LR1]: 760012 words processed Thu Nov 12 22:49:07 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.092909. -[SCHEDULER ITER13 LR1]: 800113 words processed Thu Nov 12 22:49:23 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.093359. -[SCHEDULER ITER13 LR1]: 840089 words processed Thu Nov 12 22:49:39 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.092985. -[SCHEDULER ITER13 LR1]: 880052 words processed Thu Nov 12 22:49:55 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.093309. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER13 LR1]: Displaying result: -[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 137.66576866018> <PPL_OOV 123.99443367725> <LOGP -1946003.6478197> -[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER13 LR1]: shuffling training file -===PEEK ON TEST 13=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER13 LR1]: 40087 words processed Thu Nov 12 22:50:06 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.197329. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER13 LR1]: Displaying result: -[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 178.82057178108> <PPL_OOV 157.42605789449> <LOGP -181105.02582114> -[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 13=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER13 LR1]: 40095 words processed Thu Nov 12 22:50:18 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.264225. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER13 LR1]: Displaying result: -[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.9297152642> <PPL_OOV 166.58327559059> <LOGP -163867.53188189> -[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER13 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER13 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1069510 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1073167 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35735524 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35851793 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70399112 -[SCHEDULER ITER13 LR1]: preparing parameters end. -[SCHEDULER ITER13 LR1]: preparing layers... -(22:50:28 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:50:28 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:50:28 2015-11-12)[nerv] info: create layer: combinerL1 -(22:50:28 2015-11-12)[nerv] info: create layer: outputL -(22:50:28 2015-11-12)[nerv] info: create layer: softmaxL -(22:50:28 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER13 LR1]: preparing layers end. -[SCHEDULER ITER13 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER13 LR1]: Initing TNN end. -===ITERATION 14 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER14 LR1]: 40092 words processed Thu Nov 12 22:50:44 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.093854. -[SCHEDULER ITER14 LR1]: 80099 words processed Thu Nov 12 22:51:00 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.092732. -[SCHEDULER ITER14 LR1]: 120004 words processed Thu Nov 12 22:51:16 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.089367. -[SCHEDULER ITER14 LR1]: 160114 words processed Thu Nov 12 22:51:32 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.091353. -[SCHEDULER ITER14 LR1]: 200066 words processed Thu Nov 12 22:51:48 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.091452. -[SCHEDULER ITER14 LR1]: 240045 words processed Thu Nov 12 22:52:04 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.088015. -[SCHEDULER ITER14 LR1]: 280057 words processed Thu Nov 12 22:52:20 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.084144. -[SCHEDULER ITER14 LR1]: 320106 words processed Thu Nov 12 22:52:36 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.082341. -[SCHEDULER ITER14 LR1]: 360024 words processed Thu Nov 12 22:52:52 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.081403. -[SCHEDULER ITER14 LR1]: 400089 words processed Thu Nov 12 22:53:08 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.079995. -[SCHEDULER ITER14 LR1]: 440067 words processed Thu Nov 12 22:53:24 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.081093. -[SCHEDULER ITER14 LR1]: 480051 words processed Thu Nov 12 22:53:40 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.082089. -[SCHEDULER ITER14 LR1]: 520140 words processed Thu Nov 12 22:53:56 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.082746. -[SCHEDULER ITER14 LR1]: 560132 words processed Thu Nov 12 22:54:12 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.082818. -[SCHEDULER ITER14 LR1]: 600118 words processed Thu Nov 12 22:54:28 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.081157. -[SCHEDULER ITER14 LR1]: 640090 words processed Thu Nov 12 22:54:44 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.080417. -[SCHEDULER ITER14 LR1]: 680075 words processed Thu Nov 12 22:55:00 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.079843. -[SCHEDULER ITER14 LR1]: 720043 words processed Thu Nov 12 22:55:16 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.079713. -[SCHEDULER ITER14 LR1]: 760012 words processed Thu Nov 12 22:55:32 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.079183. -[SCHEDULER ITER14 LR1]: 800113 words processed Thu Nov 12 22:55:48 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.079667. -[SCHEDULER ITER14 LR1]: 840089 words processed Thu Nov 12 22:56:04 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.079312. -[SCHEDULER ITER14 LR1]: 880052 words processed Thu Nov 12 22:56:20 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.079634. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER14 LR1]: Displaying result: -[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 133.19581646167> <PPL_OOV 120.14972523105> <LOGP -1933287.4211578> -[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER14 LR1]: shuffling training file -===PEEK ON TEST 14=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER14 LR1]: 40087 words processed Thu Nov 12 22:56:31 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.193982. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER14 LR1]: Displaying result: -[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 177.65417278073> <PPL_OOV 156.38093168167> <LOGP -180866.5703231> -[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 14=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER14 LR1]: 40095 words processed Thu Nov 12 22:56:43 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.262951. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER14 LR1]: Displaying result: -[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.00055961149> <PPL_OOV 165.75765731982> <LOGP -163708.37274731> -[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER14 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER14 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34548947 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34552604 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69223650 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69339910 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70408674 -[SCHEDULER ITER14 LR1]: preparing parameters end. -[SCHEDULER ITER14 LR1]: preparing layers... -(22:56:53 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:56:53 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:56:53 2015-11-12)[nerv] info: create layer: combinerL1 -(22:56:53 2015-11-12)[nerv] info: create layer: outputL -(22:56:53 2015-11-12)[nerv] info: create layer: softmaxL -(22:56:53 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER14 LR1]: preparing layers end. -[SCHEDULER ITER14 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER14 LR1]: Initing TNN end. -===ITERATION 15 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER15 LR1]: 40092 words processed Thu Nov 12 22:57:09 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.079524. -[SCHEDULER ITER15 LR1]: 80099 words processed Thu Nov 12 22:57:25 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.078168. -[SCHEDULER ITER15 LR1]: 120004 words processed Thu Nov 12 22:57:41 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.074972. -[SCHEDULER ITER15 LR1]: 160114 words processed Thu Nov 12 22:57:57 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.077374. -[SCHEDULER ITER15 LR1]: 200066 words processed Thu Nov 12 22:58:13 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.077555. -[SCHEDULER ITER15 LR1]: 240045 words processed Thu Nov 12 22:58:29 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.074048. -[SCHEDULER ITER15 LR1]: 280057 words processed Thu Nov 12 22:58:45 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.070281. -[SCHEDULER ITER15 LR1]: 320106 words processed Thu Nov 12 22:59:02 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.068796. -[SCHEDULER ITER15 LR1]: 360024 words processed Thu Nov 12 22:59:19 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.067962. -[SCHEDULER ITER15 LR1]: 400089 words processed Thu Nov 12 22:59:35 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066988. -[SCHEDULER ITER15 LR1]: 440067 words processed Thu Nov 12 22:59:52 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.068325. -[SCHEDULER ITER15 LR1]: 480051 words processed Thu Nov 12 23:00:08 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.069418. -[SCHEDULER ITER15 LR1]: 520140 words processed Thu Nov 12 23:00:24 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.069623. -[SCHEDULER ITER15 LR1]: 560132 words processed Thu Nov 12 23:00:41 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.069749. -[SCHEDULER ITER15 LR1]: 600118 words processed Thu Nov 12 23:00:57 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.068053. -[SCHEDULER ITER15 LR1]: 640090 words processed Thu Nov 12 23:01:13 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.067368. -[SCHEDULER ITER15 LR1]: 680075 words processed Thu Nov 12 23:01:29 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066932. -[SCHEDULER ITER15 LR1]: 720043 words processed Thu Nov 12 23:01:45 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066831. -[SCHEDULER ITER15 LR1]: 760012 words processed Thu Nov 12 23:02:01 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066086. -[SCHEDULER ITER15 LR1]: 800113 words processed Thu Nov 12 23:02:17 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066640. -[SCHEDULER ITER15 LR1]: 840089 words processed Thu Nov 12 23:02:33 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066342. -[SCHEDULER ITER15 LR1]: 880052 words processed Thu Nov 12 23:02:49 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066725. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER15 LR1]: Displaying result: -[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 129.11918295021> <PPL_OOV 116.63119544274> <LOGP -1921288.235319> -[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER15 LR1]: shuffling training file -===PEEK ON TEST 15=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER15 LR1]: 40087 words processed Thu Nov 12 23:03:00 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.191966. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER15 LR1]: Displaying result: -[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 176.57607779611> <PPL_OOV 155.62769814107> <LOGP -180693.72266703> -[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 15=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER15 LR1]: 40095 words processed Thu Nov 12 23:03:12 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.260851. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER15 LR1]: Displaying result: -[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 182.85870687957> <PPL_OOV 164.8981267046> <LOGP -163541.83165092> -[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER15 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER15 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1067962 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1071619 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35752027 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35868271 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70418779 -[SCHEDULER ITER15 LR1]: preparing parameters end. -[SCHEDULER ITER15 LR1]: preparing layers... -(23:03:22 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:03:22 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:03:22 2015-11-12)[nerv] info: create layer: combinerL1 -(23:03:22 2015-11-12)[nerv] info: create layer: outputL -(23:03:22 2015-11-12)[nerv] info: create layer: softmaxL -(23:03:22 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER15 LR1]: preparing layers end. -[SCHEDULER ITER15 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER15 LR1]: Initing TNN end. -===ITERATION 16 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER16 LR1]: 40092 words processed Thu Nov 12 23:03:38 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.068214. -[SCHEDULER ITER16 LR1]: 80099 words processed Thu Nov 12 23:03:54 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.066342. -[SCHEDULER ITER16 LR1]: 120004 words processed Thu Nov 12 23:04:10 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.063079. -[SCHEDULER ITER16 LR1]: 160114 words processed Thu Nov 12 23:04:26 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.066440. -[SCHEDULER ITER16 LR1]: 200066 words processed Thu Nov 12 23:04:43 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.066490. -[SCHEDULER ITER16 LR1]: 240045 words processed Thu Nov 12 23:04:59 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.063028. -[SCHEDULER ITER16 LR1]: 280057 words processed Thu Nov 12 23:05:15 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.059035. -[SCHEDULER ITER16 LR1]: 320106 words processed Thu Nov 12 23:05:32 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.057406. -[SCHEDULER ITER16 LR1]: 360024 words processed Thu Nov 12 23:05:48 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056584. -[SCHEDULER ITER16 LR1]: 400089 words processed Thu Nov 12 23:06:04 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.055149. -[SCHEDULER ITER16 LR1]: 440067 words processed Thu Nov 12 23:06:21 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056433. -[SCHEDULER ITER16 LR1]: 480051 words processed Thu Nov 12 23:06:38 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.057562. -[SCHEDULER ITER16 LR1]: 520140 words processed Thu Nov 12 23:06:55 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.057751. -[SCHEDULER ITER16 LR1]: 560132 words processed Thu Nov 12 23:07:12 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.057856. -[SCHEDULER ITER16 LR1]: 600118 words processed Thu Nov 12 23:07:28 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056396. -[SCHEDULER ITER16 LR1]: 640090 words processed Thu Nov 12 23:07:44 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.057165. -[SCHEDULER ITER16 LR1]: 680075 words processed Thu Nov 12 23:08:00 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056975. -[SCHEDULER ITER16 LR1]: 720043 words processed Thu Nov 12 23:08:16 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056984. -[SCHEDULER ITER16 LR1]: 760012 words processed Thu Nov 12 23:08:32 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056152. -[SCHEDULER ITER16 LR1]: 800113 words processed Thu Nov 12 23:08:48 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056671. -[SCHEDULER ITER16 LR1]: 840089 words processed Thu Nov 12 23:09:04 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056324. -[SCHEDULER ITER16 LR1]: 880052 words processed Thu Nov 12 23:09:20 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056707. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER16 LR1]: Displaying result: -[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 126.0333493943> <PPL_OOV 113.97537256127> <LOGP -1911988.8997288> -[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER16 LR1]: shuffling training file -===PEEK ON TEST 16=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER16 LR1]: 40087 words processed Thu Nov 12 23:09:31 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.189005. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER16 LR1]: Displaying result: -[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 175.54495953664> <PPL_OOV 154.34504599302> <LOGP -180397.45280834> -[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 16=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER16 LR1]: 40095 words processed Thu Nov 12 23:09:43 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.257255. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER16 LR1]: Displaying result: -[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.70517720981> <PPL_OOV 163.53949262261> <LOGP -163276.80637116> -[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER16 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER16 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34551805 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34555462 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69245306 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69361555 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70428711 -[SCHEDULER ITER16 LR1]: preparing parameters end. -[SCHEDULER ITER16 LR1]: preparing layers... -(23:09:53 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:09:53 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:09:53 2015-11-12)[nerv] info: create layer: combinerL1 -(23:09:53 2015-11-12)[nerv] info: create layer: outputL -(23:09:53 2015-11-12)[nerv] info: create layer: softmaxL -(23:09:53 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER16 LR1]: preparing layers end. -[SCHEDULER ITER16 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER16 LR1]: Initing TNN end. -===ITERATION 17 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER17 LR1]: 40092 words processed Thu Nov 12 23:10:08 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.057337. -[SCHEDULER ITER17 LR1]: 80099 words processed Thu Nov 12 23:10:24 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.054228. -[SCHEDULER ITER17 LR1]: 120004 words processed Thu Nov 12 23:10:40 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.051573. -[SCHEDULER ITER17 LR1]: 160114 words processed Thu Nov 12 23:10:56 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.054122. -[SCHEDULER ITER17 LR1]: 200066 words processed Thu Nov 12 23:11:12 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.054019. -[SCHEDULER ITER17 LR1]: 240045 words processed Thu Nov 12 23:11:28 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.050697. -[SCHEDULER ITER17 LR1]: 280057 words processed Thu Nov 12 23:11:44 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.046821. -[SCHEDULER ITER17 LR1]: 320106 words processed Thu Nov 12 23:12:00 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.045511. -[SCHEDULER ITER17 LR1]: 360024 words processed Thu Nov 12 23:12:16 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.044741. -[SCHEDULER ITER17 LR1]: 400089 words processed Thu Nov 12 23:12:33 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.043555. -[SCHEDULER ITER17 LR1]: 440067 words processed Thu Nov 12 23:12:49 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.044954. -[SCHEDULER ITER17 LR1]: 480051 words processed Thu Nov 12 23:13:05 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.046144. -[SCHEDULER ITER17 LR1]: 520140 words processed Thu Nov 12 23:13:22 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.046791. -[SCHEDULER ITER17 LR1]: 560132 words processed Thu Nov 12 23:13:38 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.046992. -[SCHEDULER ITER17 LR1]: 600118 words processed Thu Nov 12 23:13:54 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.045521. -[SCHEDULER ITER17 LR1]: 640090 words processed Thu Nov 12 23:14:10 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.044919. -[SCHEDULER ITER17 LR1]: 680075 words processed Thu Nov 12 23:14:27 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.044403. -[SCHEDULER ITER17 LR1]: 720043 words processed Thu Nov 12 23:14:43 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.044228. -[SCHEDULER ITER17 LR1]: 760012 words processed Thu Nov 12 23:14:59 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.043460. -[SCHEDULER ITER17 LR1]: 800113 words processed Thu Nov 12 23:15:15 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.043998. -[SCHEDULER ITER17 LR1]: 840089 words processed Thu Nov 12 23:15:32 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.043712. -[SCHEDULER ITER17 LR1]: 880052 words processed Thu Nov 12 23:15:48 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.044177. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER17 LR1]: Displaying result: -[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 122.30180524286> <PPL_OOV 110.73970561246> <LOGP -1900361.9204513> -[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER17 LR1]: shuffling training file -===PEEK ON TEST 17=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER17 LR1]: 40087 words processed Thu Nov 12 23:15:59 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.187704. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER17 LR1]: Displaying result: -[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 175.14923615299> <PPL_OOV 154.00974423711> <LOGP -180319.59809567> -[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 17=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER17 LR1]: 40095 words processed Thu Nov 12 23:16:11 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.256714. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER17 LR1]: Displaying result: -[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.0637620627> <PPL_OOV 162.95956199671> <LOGP -163163.00963977> -[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER17 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER17 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1066336 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1069993 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35770818 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35887062 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70440379 -[SCHEDULER ITER17 LR1]: preparing parameters end. -[SCHEDULER ITER17 LR1]: preparing layers... -(23:16:21 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:16:21 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:16:21 2015-11-12)[nerv] info: create layer: combinerL1 -(23:16:21 2015-11-12)[nerv] info: create layer: outputL -(23:16:21 2015-11-12)[nerv] info: create layer: softmaxL -(23:16:21 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER17 LR1]: preparing layers end. -[SCHEDULER ITER17 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER17 LR1]: Initing TNN end. -===ITERATION 18 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER18 LR1]: 40092 words processed Thu Nov 12 23:16:36 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.047845. -[SCHEDULER ITER18 LR1]: 80099 words processed Thu Nov 12 23:16:52 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.044281. -[SCHEDULER ITER18 LR1]: 120004 words processed Thu Nov 12 23:17:08 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.040900. -[SCHEDULER ITER18 LR1]: 160114 words processed Thu Nov 12 23:17:24 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.042721. -[SCHEDULER ITER18 LR1]: 200066 words processed Thu Nov 12 23:17:40 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.042535. -[SCHEDULER ITER18 LR1]: 240045 words processed Thu Nov 12 23:17:56 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.039501. -[SCHEDULER ITER18 LR1]: 280057 words processed Thu Nov 12 23:18:12 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.035717. -[SCHEDULER ITER18 LR1]: 320106 words processed Thu Nov 12 23:18:28 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.034356. -[SCHEDULER ITER18 LR1]: 360024 words processed Thu Nov 12 23:18:44 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.033498. -[SCHEDULER ITER18 LR1]: 400089 words processed Thu Nov 12 23:19:00 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.032262. -[SCHEDULER ITER18 LR1]: 440067 words processed Thu Nov 12 23:19:16 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.033736. -[SCHEDULER ITER18 LR1]: 480051 words processed Thu Nov 12 23:19:32 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.034965. -[SCHEDULER ITER18 LR1]: 520140 words processed Thu Nov 12 23:19:48 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.035512. -[SCHEDULER ITER18 LR1]: 560132 words processed Thu Nov 12 23:20:04 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.035727. -[SCHEDULER ITER18 LR1]: 600118 words processed Thu Nov 12 23:20:21 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.034121. -[SCHEDULER ITER18 LR1]: 640090 words processed Thu Nov 12 23:20:37 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.033805. -[SCHEDULER ITER18 LR1]: 680075 words processed Thu Nov 12 23:20:53 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.033356. -[SCHEDULER ITER18 LR1]: 720043 words processed Thu Nov 12 23:21:09 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.033235. -[SCHEDULER ITER18 LR1]: 760012 words processed Thu Nov 12 23:21:25 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.032576. -[SCHEDULER ITER18 LR1]: 800113 words processed Thu Nov 12 23:21:41 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.033127. -[SCHEDULER ITER18 LR1]: 840089 words processed Thu Nov 12 23:21:57 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.032826. -[SCHEDULER ITER18 LR1]: 880052 words processed Thu Nov 12 23:22:13 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.033328. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER18 LR1]: Displaying result: -[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 119.1444780615> <PPL_OOV 108.00363158497> <LOGP -1890261.9304582> -[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER18 LR1]: shuffling training file -===PEEK ON TEST 18=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER18 LR1]: 40087 words processed Thu Nov 12 23:22:24 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.187537. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER18 LR1]: Displaying result: -[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 175.30384094846> <PPL_OOV 153.89722716787> <LOGP -180293.43443454> -[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 18=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER18 LR1]: 40095 words processed Thu Nov 12 23:22:37 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.255971. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER18 LR1]: Displaying result: -[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.24453547858> <PPL_OOV 162.88595646802> <LOGP -163148.5374614> -[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER18 LR1]: PPL did not improve, rejected... - -[SCHEDULER ITER18 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1066336 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1069993 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35770818 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35887062 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70440379 -[SCHEDULER ITER18 LR1]: preparing parameters end. -[SCHEDULER ITER18 LR1]: preparing layers... -(23:22:46 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:22:46 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:22:46 2015-11-12)[nerv] info: create layer: combinerL1 -(23:22:46 2015-11-12)[nerv] info: create layer: outputL -(23:22:46 2015-11-12)[nerv] info: create layer: softmaxL -(23:22:46 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER18 LR1]: preparing layers end. -[SCHEDULER ITER18 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER18 LR1]: Initing TNN end. -===ITERATION 19 LR 0.600000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER19 LR0.6]: 40092 words processed Thu Nov 12 23:23:01 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.023309. -[SCHEDULER ITER19 LR0.6]: 80099 words processed Thu Nov 12 23:23:17 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.016905. -[SCHEDULER ITER19 LR0.6]: 120004 words processed Thu Nov 12 23:23:33 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.011135. -[SCHEDULER ITER19 LR0.6]: 160114 words processed Thu Nov 12 23:23:49 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.011770. -[SCHEDULER ITER19 LR0.6]: 200066 words processed Thu Nov 12 23:24:05 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.010171. -[SCHEDULER ITER19 LR0.6]: 240045 words processed Thu Nov 12 23:24:21 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.006173. -[SCHEDULER ITER19 LR0.6]: 280057 words processed Thu Nov 12 23:24:37 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.001407. -[SCHEDULER ITER19 LR0.6]: 320106 words processed Thu Nov 12 23:24:53 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.999321. -[SCHEDULER ITER19 LR0.6]: 360024 words processed Thu Nov 12 23:25:09 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.997704. -[SCHEDULER ITER19 LR0.6]: 400089 words processed Thu Nov 12 23:25:25 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.995335. -[SCHEDULER ITER19 LR0.6]: 440067 words processed Thu Nov 12 23:25:41 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.996245. -[SCHEDULER ITER19 LR0.6]: 480051 words processed Thu Nov 12 23:25:57 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.997014. -[SCHEDULER ITER19 LR0.6]: 520140 words processed Thu Nov 12 23:26:13 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.996773. -[SCHEDULER ITER19 LR0.6]: 560132 words processed Thu Nov 12 23:26:29 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.996503. -[SCHEDULER ITER19 LR0.6]: 600118 words processed Thu Nov 12 23:26:45 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.994492. -[SCHEDULER ITER19 LR0.6]: 640090 words processed Thu Nov 12 23:27:01 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.993077. -[SCHEDULER ITER19 LR0.6]: 680075 words processed Thu Nov 12 23:27:17 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.992084. -[SCHEDULER ITER19 LR0.6]: 720043 words processed Thu Nov 12 23:27:33 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.991459. -[SCHEDULER ITER19 LR0.6]: 760012 words processed Thu Nov 12 23:27:50 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.990164. -[SCHEDULER ITER19 LR0.6]: 800113 words processed Thu Nov 12 23:28:07 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.990280. -[SCHEDULER ITER19 LR0.6]: 840089 words processed Thu Nov 12 23:28:23 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.989607. -[SCHEDULER ITER19 LR0.6]: 880052 words processed Thu Nov 12 23:28:39 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.989733. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER19 LR0.6]: Displaying result: -[SCHEDULER ITER19 LR0.6]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 107.90654240004> <PPL_OOV 97.67088564661> <LOGP -1849663.7735016> -[SCHEDULER ITER19 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER19 LR0.6]: shuffling training file -===PEEK ON TEST 19=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER19 LR0.6]: 40087 words processed Thu Nov 12 23:28:50 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.160146. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER19 LR0.6]: Displaying result: -[SCHEDULER ITER19 LR0.6]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 164.93575765882> <PPL_OOV 144.75253493478> <LOGP -178100.41584563> -[SCHEDULER ITER19 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 19=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER19 LR0.6]: 40095 words processed Thu Nov 12 23:29:03 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.231449. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER19 LR0.6]: Displaying result: -[SCHEDULER ITER19 LR0.6]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 170.34955214593> <PPL_OOV 153.1652268315> <LOGP -161177.41476033> -[SCHEDULER ITER19 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER19 LR0.6]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER19 LR0.6]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34553798 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34557455 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69263118 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69379374 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70445046 -[SCHEDULER ITER19 LR0.6]: preparing parameters end. -[SCHEDULER ITER19 LR0.6]: preparing layers... -(23:29:14 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:29:14 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:29:14 2015-11-12)[nerv] info: create layer: combinerL1 -(23:29:14 2015-11-12)[nerv] info: create layer: outputL -(23:29:14 2015-11-12)[nerv] info: create layer: softmaxL -(23:29:14 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER19 LR0.6]: preparing layers end. -[SCHEDULER ITER19 LR0.6]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER19 LR0.6]: Initing TNN end. -===ITERATION 20 LR 0.360000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER20 LR0.36]: 40092 words processed Thu Nov 12 23:29:30 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.990736. -[SCHEDULER ITER20 LR0.36]: 80099 words processed Thu Nov 12 23:29:46 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.984773. -[SCHEDULER ITER20 LR0.36]: 120004 words processed Thu Nov 12 23:30:02 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.978973. -[SCHEDULER ITER20 LR0.36]: 160114 words processed Thu Nov 12 23:30:18 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.979546. -[SCHEDULER ITER20 LR0.36]: 200066 words processed Thu Nov 12 23:30:34 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.977723. -[SCHEDULER ITER20 LR0.36]: 240045 words processed Thu Nov 12 23:30:50 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.973719. -[SCHEDULER ITER20 LR0.36]: 280057 words processed Thu Nov 12 23:31:06 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.968853. -[SCHEDULER ITER20 LR0.36]: 320106 words processed Thu Nov 12 23:31:22 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.966695. -[SCHEDULER ITER20 LR0.36]: 360024 words processed Thu Nov 12 23:31:38 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.964910. -[SCHEDULER ITER20 LR0.36]: 400089 words processed Thu Nov 12 23:31:54 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.962365. -[SCHEDULER ITER20 LR0.36]: 440067 words processed Thu Nov 12 23:32:10 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963209. -[SCHEDULER ITER20 LR0.36]: 480051 words processed Thu Nov 12 23:32:26 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963863. -[SCHEDULER ITER20 LR0.36]: 520140 words processed Thu Nov 12 23:32:42 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963408. -[SCHEDULER ITER20 LR0.36]: 560132 words processed Thu Nov 12 23:32:58 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963036. -[SCHEDULER ITER20 LR0.36]: 600118 words processed Thu Nov 12 23:33:15 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.960725. -[SCHEDULER ITER20 LR0.36]: 640090 words processed Thu Nov 12 23:33:31 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.959061. -[SCHEDULER ITER20 LR0.36]: 680075 words processed Thu Nov 12 23:33:48 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.957920. -[SCHEDULER ITER20 LR0.36]: 720043 words processed Thu Nov 12 23:34:04 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.957109. -[SCHEDULER ITER20 LR0.36]: 760012 words processed Thu Nov 12 23:34:20 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.955610. -[SCHEDULER ITER20 LR0.36]: 800113 words processed Thu Nov 12 23:34:37 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.955569. -[SCHEDULER ITER20 LR0.36]: 840089 words processed Thu Nov 12 23:34:53 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.954681. -[SCHEDULER ITER20 LR0.36]: 880052 words processed Thu Nov 12 23:35:09 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.954634. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER20 LR0.36]: Displaying result: -[SCHEDULER ITER20 LR0.36]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 99.378301354388> <PPL_OOV 90.076027947215> <LOGP -1816983.236708> -[SCHEDULER ITER20 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER20 LR0.36]: shuffling training file -===PEEK ON TEST 20=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER20 LR0.36]: 40087 words processed Thu Nov 12 23:35:20 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-2.140580. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER20 LR0.36]: Displaying result: -[SCHEDULER ITER20 LR0.36]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 158.35212983861> <PPL_OOV 138.61779493974> <LOGP -176550.13901877> -[SCHEDULER ITER20 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 20=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER20 LR0.36]: 40095 words processed Thu Nov 12 23:35:33 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-2.213604. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER20 LR0.36]: Displaying result: -[SCHEDULER ITER20 LR0.36]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 163.27830069823> <PPL_OOV 146.57250363849> <LOGP -159768.03285717> -[SCHEDULER ITER20 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER20 LR0.36]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER20 LR0.36]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1065216 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1068873 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35777494 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35893749 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70447668 -[SCHEDULER ITER20 LR0.36]: preparing parameters end. -[SCHEDULER ITER20 LR0.36]: preparing layers... -(23:35:44 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:35:44 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:35:44 2015-11-12)[nerv] info: create layer: combinerL1 -(23:35:44 2015-11-12)[nerv] info: create layer: outputL -(23:35:44 2015-11-12)[nerv] info: create layer: softmaxL -(23:35:44 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER20 LR0.36]: preparing layers end. -[SCHEDULER ITER20 LR0.36]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER20 LR0.36]: Initing TNN end. -===ITERATION 21 LR 0.216000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER21 LR0.216]: 40092 words processed Thu Nov 12 23:36:00 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.967137. -[SCHEDULER ITER21 LR0.216]: 80099 words processed Thu Nov 12 23:36:16 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.961933. -[SCHEDULER ITER21 LR0.216]: 120004 words processed Thu Nov 12 23:36:32 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.956210. -[SCHEDULER ITER21 LR0.216]: 160114 words processed Thu Nov 12 23:36:48 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.956977. -[SCHEDULER ITER21 LR0.216]: 200066 words processed Thu Nov 12 23:37:04 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.955168. -[SCHEDULER ITER21 LR0.216]: 240045 words processed Thu Nov 12 23:37:20 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.951271. -[SCHEDULER ITER21 LR0.216]: 280057 words processed Thu Nov 12 23:37:36 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.946404. -[SCHEDULER ITER21 LR0.216]: 320106 words processed Thu Nov 12 23:37:52 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.944221. -[SCHEDULER ITER21 LR0.216]: 360024 words processed Thu Nov 12 23:38:08 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.942338. -[SCHEDULER ITER21 LR0.216]: 400089 words processed Thu Nov 12 23:38:24 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.939717. -[SCHEDULER ITER21 LR0.216]: 440067 words processed Thu Nov 12 23:38:40 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.940607. -[SCHEDULER ITER21 LR0.216]: 480051 words processed Thu Nov 12 23:38:56 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.941207. -[SCHEDULER ITER21 LR0.216]: 520140 words processed Thu Nov 12 23:39:12 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.940699. -[SCHEDULER ITER21 LR0.216]: 560132 words processed Thu Nov 12 23:39:28 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.940302. -[SCHEDULER ITER21 LR0.216]: 600118 words processed Thu Nov 12 23:39:45 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.937953. -[SCHEDULER ITER21 LR0.216]: 640090 words processed Thu Nov 12 23:40:01 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.936200. -[SCHEDULER ITER21 LR0.216]: 680075 words processed Thu Nov 12 23:40:17 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.934967. -[SCHEDULER ITER21 LR0.216]: 720043 words processed Thu Nov 12 23:40:33 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.934058. -[SCHEDULER ITER21 LR0.216]: 760012 words processed Thu Nov 12 23:40:50 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.932433. -[SCHEDULER ITER21 LR0.216]: 800113 words processed Thu Nov 12 23:41:07 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.932300. -[SCHEDULER ITER21 LR0.216]: 840089 words processed Thu Nov 12 23:41:23 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.931295. -[SCHEDULER ITER21 LR0.216]: 880052 words processed Thu Nov 12 23:41:39 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.931133. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER21 LR0.216]: Displaying result: -[SCHEDULER ITER21 LR0.216]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 94.023968843875> <PPL_OOV 85.323486943821> <LOGP -1795100.1247149> -[SCHEDULER ITER21 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER21 LR0.216]: shuffling training file -===PEEK ON TEST 21=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER21 LR0.216]: 40087 words processed Thu Nov 12 23:41:50 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-2.127677. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER21 LR0.216]: Displaying result: -[SCHEDULER ITER21 LR0.216]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 154.38918238514> <PPL_OOV 134.82134759813> <LOGP -175556.00665597> -[SCHEDULER ITER21 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 21=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER21 LR0.216]: 40095 words processed Thu Nov 12 23:42:03 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-2.202736. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER21 LR0.216]: Displaying result: -[SCHEDULER ITER21 LR0.216]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 159.07191845094> <PPL_OOV 142.55019114397> <LOGP -158876.66522205> -[SCHEDULER ITER21 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER21 LR0.216]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER21 LR0.216]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34553982 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34557639 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69267636 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69383878 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70448747 -[SCHEDULER ITER21 LR0.216]: preparing parameters end. -[SCHEDULER ITER21 LR0.216]: preparing layers... -(23:42:14 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:42:14 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:42:14 2015-11-12)[nerv] info: create layer: combinerL1 -(23:42:14 2015-11-12)[nerv] info: create layer: outputL -(23:42:14 2015-11-12)[nerv] info: create layer: softmaxL -(23:42:14 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER21 LR0.216]: preparing layers end. -[SCHEDULER ITER21 LR0.216]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER21 LR0.216]: Initing TNN end. -===ITERATION 22 LR 0.129600=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER22 LR0.1296]: 40092 words processed Thu Nov 12 23:42:30 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.950521. -[SCHEDULER ITER22 LR0.1296]: 80099 words processed Thu Nov 12 23:42:46 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.945881. -[SCHEDULER ITER22 LR0.1296]: 120004 words processed Thu Nov 12 23:43:02 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.940375. -[SCHEDULER ITER22 LR0.1296]: 160114 words processed Thu Nov 12 23:43:18 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.941321. -[SCHEDULER ITER22 LR0.1296]: 200066 words processed Thu Nov 12 23:43:34 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.939689. -[SCHEDULER ITER22 LR0.1296]: 240045 words processed Thu Nov 12 23:43:50 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.935848. -[SCHEDULER ITER22 LR0.1296]: 280057 words processed Thu Nov 12 23:44:06 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.931045. -[SCHEDULER ITER22 LR0.1296]: 320106 words processed Thu Nov 12 23:44:22 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.928846. -[SCHEDULER ITER22 LR0.1296]: 360024 words processed Thu Nov 12 23:44:38 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.926943. -[SCHEDULER ITER22 LR0.1296]: 400089 words processed Thu Nov 12 23:44:54 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.924282. -[SCHEDULER ITER22 LR0.1296]: 440067 words processed Thu Nov 12 23:45:10 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.925217. -[SCHEDULER ITER22 LR0.1296]: 480051 words processed Thu Nov 12 23:45:26 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.925784. -[SCHEDULER ITER22 LR0.1296]: 520140 words processed Thu Nov 12 23:45:42 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.925283. -[SCHEDULER ITER22 LR0.1296]: 560132 words processed Thu Nov 12 23:45:58 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.924890. -[SCHEDULER ITER22 LR0.1296]: 600118 words processed Thu Nov 12 23:46:14 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.922536. -[SCHEDULER ITER22 LR0.1296]: 640090 words processed Thu Nov 12 23:46:31 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.920718. -[SCHEDULER ITER22 LR0.1296]: 680075 words processed Thu Nov 12 23:46:47 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.919430. -[SCHEDULER ITER22 LR0.1296]: 720043 words processed Thu Nov 12 23:47:03 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.918458. -[SCHEDULER ITER22 LR0.1296]: 760012 words processed Thu Nov 12 23:47:19 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.916764. -[SCHEDULER ITER22 LR0.1296]: 800113 words processed Thu Nov 12 23:47:35 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.916581. -[SCHEDULER ITER22 LR0.1296]: 840089 words processed Thu Nov 12 23:47:51 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.915512. -[SCHEDULER ITER22 LR0.1296]: 880052 words processed Thu Nov 12 23:48:07 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.915279. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER22 LR0.1296]: Displaying result: -[SCHEDULER ITER22 LR0.1296]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 90.573532567471> <PPL_OOV 82.260504252707> <LOGP -1780340.8280155> -[SCHEDULER ITER22 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER22 LR0.1296]: shuffling training file -===PEEK ON TEST 22=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER22 LR0.1296]: 40087 words processed Thu Nov 12 23:48:18 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-2.119879. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER22 LR0.1296]: Displaying result: -[SCHEDULER ITER22 LR0.1296]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 151.81077739473> <PPL_OOV 132.55162547276> <LOGP -174948.20031688> -[SCHEDULER ITER22 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 22=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER22 LR0.1296]: 40095 words processed Thu Nov 12 23:48:31 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-2.195859. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER22 LR0.1296]: Displaying result: -[SCHEDULER ITER22 LR0.1296]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 156.31066515347> <PPL_OOV 140.07782853008> <LOGP -158316.20699902> -[SCHEDULER ITER22 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER22 LR0.1296]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER22 LR0.1296]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1064564 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1068220 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35778811 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35895050 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70449077 -[SCHEDULER ITER22 LR0.1296]: preparing parameters end. -[SCHEDULER ITER22 LR0.1296]: preparing layers... -(23:48:42 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:48:42 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:48:42 2015-11-12)[nerv] info: create layer: combinerL1 -(23:48:42 2015-11-12)[nerv] info: create layer: outputL -(23:48:42 2015-11-12)[nerv] info: create layer: softmaxL -(23:48:42 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER22 LR0.1296]: preparing layers end. -[SCHEDULER ITER22 LR0.1296]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER22 LR0.1296]: Initing TNN end. -===ITERATION 23 LR 0.077760=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER23 LR0.07776]: 40092 words processed Thu Nov 12 23:48:58 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.939198. -[SCHEDULER ITER23 LR0.07776]: 80099 words processed Thu Nov 12 23:49:14 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.934880. -[SCHEDULER ITER23 LR0.07776]: 120004 words processed Thu Nov 12 23:49:30 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.929578. -[SCHEDULER ITER23 LR0.07776]: 160114 words processed Thu Nov 12 23:49:46 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.930617. -[SCHEDULER ITER23 LR0.07776]: 200066 words processed Thu Nov 12 23:50:02 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.929138. -[SCHEDULER ITER23 LR0.07776]: 240045 words processed Thu Nov 12 23:50:19 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.925352. -[SCHEDULER ITER23 LR0.07776]: 280057 words processed Thu Nov 12 23:50:35 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.920648. -[SCHEDULER ITER23 LR0.07776]: 320106 words processed Thu Nov 12 23:50:51 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.918472. -[SCHEDULER ITER23 LR0.07776]: 360024 words processed Thu Nov 12 23:51:07 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.916582. -[SCHEDULER ITER23 LR0.07776]: 400089 words processed Thu Nov 12 23:51:23 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.913920. -[SCHEDULER ITER23 LR0.07776]: 440067 words processed Thu Nov 12 23:51:39 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.914888. -[SCHEDULER ITER23 LR0.07776]: 480051 words processed Thu Nov 12 23:51:55 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.915438. -[SCHEDULER ITER23 LR0.07776]: 520140 words processed Thu Nov 12 23:52:11 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.914949. -[SCHEDULER ITER23 LR0.07776]: 560132 words processed Thu Nov 12 23:52:27 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.914575. -[SCHEDULER ITER23 LR0.07776]: 600118 words processed Thu Nov 12 23:52:43 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.912227. -[SCHEDULER ITER23 LR0.07776]: 640090 words processed Thu Nov 12 23:52:59 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.910381. -[SCHEDULER ITER23 LR0.07776]: 680075 words processed Thu Nov 12 23:53:15 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.909066. -[SCHEDULER ITER23 LR0.07776]: 720043 words processed Thu Nov 12 23:53:31 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.908060. -[SCHEDULER ITER23 LR0.07776]: 760012 words processed Thu Nov 12 23:53:47 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.906333. -[SCHEDULER ITER23 LR0.07776]: 800113 words processed Thu Nov 12 23:54:04 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.906124. -[SCHEDULER ITER23 LR0.07776]: 840089 words processed Thu Nov 12 23:54:21 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.905022. -[SCHEDULER ITER23 LR0.07776]: 880052 words processed Thu Nov 12 23:54:38 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.904740. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER23 LR0.07776]: Displaying result: -[SCHEDULER ITER23 LR0.07776]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 88.351829885406> <PPL_OOV 80.286500135979> <LOGP -1770534.7415503> -[SCHEDULER ITER23 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER23 LR0.07776]: shuffling training file -===PEEK ON TEST 23=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER23 LR0.07776]: 40087 words processed Thu Nov 12 23:54:49 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-2.114617. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER23 LR0.07776]: Displaying result: -[SCHEDULER ITER23 LR0.07776]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 149.87744237965> <PPL_OOV 131.04538176557> <LOGP -174539.07240993> -[SCHEDULER ITER23 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 23=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER23 LR0.07776]: 40095 words processed Thu Nov 12 23:55:02 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-2.190980. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER23 LR0.07776]: Displaying result: -[SCHEDULER ITER23 LR0.07776]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 154.27720049711> <PPL_OOV 138.42087667397> <LOGP -157935.02968198> -[SCHEDULER ITER23 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER23 LR0.07776]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER23 LR0.07776]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34554073 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34557729 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69268469 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69384704 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70449067 -[SCHEDULER ITER23 LR0.07776]: preparing parameters end. -[SCHEDULER ITER23 LR0.07776]: preparing layers... -(23:55:13 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:55:13 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:55:13 2015-11-12)[nerv] info: create layer: combinerL1 -(23:55:13 2015-11-12)[nerv] info: create layer: outputL -(23:55:13 2015-11-12)[nerv] info: create layer: softmaxL -(23:55:13 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER23 LR0.07776]: preparing layers end. -[SCHEDULER ITER23 LR0.07776]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER23 LR0.07776]: Initing TNN end. -===ITERATION 24 LR 0.046656=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER24 LR0.046656]: 40092 words processed Thu Nov 12 23:55:29 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.931617. -[SCHEDULER ITER24 LR0.046656]: 80099 words processed Thu Nov 12 23:55:46 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.927537. -[SCHEDULER ITER24 LR0.046656]: 120004 words processed Thu Nov 12 23:56:03 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.922373. -[SCHEDULER ITER24 LR0.046656]: 160114 words processed Thu Nov 12 23:56:20 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.923453. -[SCHEDULER ITER24 LR0.046656]: 200066 words processed Thu Nov 12 23:56:37 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.922088. -[SCHEDULER ITER24 LR0.046656]: 240045 words processed Thu Nov 12 23:56:53 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.918371. -[SCHEDULER ITER24 LR0.046656]: 280057 words processed Thu Nov 12 23:57:10 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.913763. -[SCHEDULER ITER24 LR0.046656]: 320106 words processed Thu Nov 12 23:57:26 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.911603. -[SCHEDULER ITER24 LR0.046656]: 360024 words processed Thu Nov 12 23:57:42 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.909730. -[SCHEDULER ITER24 LR0.046656]: 400089 words processed Thu Nov 12 23:57:58 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.907077. -[SCHEDULER ITER24 LR0.046656]: 440067 words processed Thu Nov 12 23:58:14 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.908068. -[SCHEDULER ITER24 LR0.046656]: 480051 words processed Thu Nov 12 23:58:30 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.908613. -[SCHEDULER ITER24 LR0.046656]: 520140 words processed Thu Nov 12 23:58:46 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.908144. -[SCHEDULER ITER24 LR0.046656]: 560132 words processed Thu Nov 12 23:59:02 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.907787. -[SCHEDULER ITER24 LR0.046656]: 600118 words processed Thu Nov 12 23:59:18 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.905434. -[SCHEDULER ITER24 LR0.046656]: 640090 words processed Thu Nov 12 23:59:34 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.903566. -[SCHEDULER ITER24 LR0.046656]: 680075 words processed Thu Nov 12 23:59:50 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.902238. -[SCHEDULER ITER24 LR0.046656]: 720043 words processed Fri Nov 13 00:00:06 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.901200. -[SCHEDULER ITER24 LR0.046656]: 760012 words processed Fri Nov 13 00:00:22 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.899461. -[SCHEDULER ITER24 LR0.046656]: 800113 words processed Fri Nov 13 00:00:38 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.899234. -[SCHEDULER ITER24 LR0.046656]: 840089 words processed Fri Nov 13 00:00:54 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.898114. -[SCHEDULER ITER24 LR0.046656]: 880052 words processed Fri Nov 13 00:01:10 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.897800. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER24 LR0.046656]: Displaying result: -[SCHEDULER ITER24 LR0.046656]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.920495240643> <PPL_OOV 79.012622003197> <LOGP -1764077.7675035> -[SCHEDULER ITER24 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER24 LR0.046656]: shuffling training file -===PEEK ON TEST 24=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER24 LR0.046656]: 40087 words processed Fri Nov 13 00:01:21 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-2.111000. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER24 LR0.046656]: Displaying result: -[SCHEDULER ITER24 LR0.046656]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 148.55537708434> <PPL_OOV 129.99836892411> <LOGP -174251.9013685> -[SCHEDULER ITER24 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 24=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER24 LR0.046656]: 40095 words processed Fri Nov 13 00:01:34 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-2.187529. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER24 LR0.046656]: Displaying result: -[SCHEDULER ITER24 LR0.046656]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.8976707204> <PPL_OOV 137.28067121287> <LOGP -157670.06889601> -[SCHEDULER ITER24 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER24 LR0.046656]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER24 LR0.046656]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1064235 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1067891 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35778796 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35895027 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70449162 -[SCHEDULER ITER24 LR0.046656]: preparing parameters end. -[SCHEDULER ITER24 LR0.046656]: preparing layers... -(00:01:45 2015-11-13)[nerv] info: create layer: recurrentL1 -(00:01:45 2015-11-13)[nerv] info: create layer: sigmoidL1 -(00:01:45 2015-11-13)[nerv] info: create layer: combinerL1 -(00:01:45 2015-11-13)[nerv] info: create layer: outputL -(00:01:45 2015-11-13)[nerv] info: create layer: softmaxL -(00:01:45 2015-11-13)[nerv] info: create layer: selectL1 -[SCHEDULER ITER24 LR0.046656]: preparing layers end. -[SCHEDULER ITER24 LR0.046656]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER24 LR0.046656]: Initing TNN end. -===ITERATION 25 LR 0.027994=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER25 LR0.0279936]: 40092 words processed Fri Nov 13 00:02:01 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.926633. -[SCHEDULER ITER25 LR0.0279936]: 80099 words processed Fri Nov 13 00:02:17 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.922645. -[SCHEDULER ITER25 LR0.0279936]: 120004 words processed Fri Nov 13 00:02:33 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.917554. -[SCHEDULER ITER25 LR0.0279936]: 160114 words processed Fri Nov 13 00:02:50 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.918625. -[SCHEDULER ITER25 LR0.0279936]: 200066 words processed Fri Nov 13 00:03:07 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.917325. -[SCHEDULER ITER25 LR0.0279936]: 240045 words processed Fri Nov 13 00:03:24 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.913667. -[SCHEDULER ITER25 LR0.0279936]: 280057 words processed Fri Nov 13 00:03:40 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.909138. -[SCHEDULER ITER25 LR0.0279936]: 320106 words processed Fri Nov 13 00:03:57 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.906991. -[SCHEDULER ITER25 LR0.0279936]: 360024 words processed Fri Nov 13 00:04:13 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.905119. -[SCHEDULER ITER25 LR0.0279936]: 400089 words processed Fri Nov 13 00:04:29 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.902464. -[SCHEDULER ITER25 LR0.0279936]: 440067 words processed Fri Nov 13 00:04:45 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903459. -[SCHEDULER ITER25 LR0.0279936]: 480051 words processed Fri Nov 13 00:05:01 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903990. -[SCHEDULER ITER25 LR0.0279936]: 520140 words processed Fri Nov 13 00:05:17 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903537. -[SCHEDULER ITER25 LR0.0279936]: 560132 words processed Fri Nov 13 00:05:33 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903195. -[SCHEDULER ITER25 LR0.0279936]: 600118 words processed Fri Nov 13 00:05:49 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.900839. -[SCHEDULER ITER25 LR0.0279936]: 640090 words processed Fri Nov 13 00:06:05 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.898949. -[SCHEDULER ITER25 LR0.0279936]: 680075 words processed Fri Nov 13 00:06:21 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.897615. -[SCHEDULER ITER25 LR0.0279936]: 720043 words processed Fri Nov 13 00:06:37 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.896542. -[SCHEDULER ITER25 LR0.0279936]: 760012 words processed Fri Nov 13 00:06:53 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.894790. -[SCHEDULER ITER25 LR0.0279936]: 800113 words processed Fri Nov 13 00:07:10 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.894542. -[SCHEDULER ITER25 LR0.0279936]: 840089 words processed Fri Nov 13 00:07:26 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.893402. -[SCHEDULER ITER25 LR0.0279936]: 880052 words processed Fri Nov 13 00:07:42 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.893061. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER25 LR0.0279936]: Displaying result: -[SCHEDULER ITER25 LR0.0279936]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.956336656349> <PPL_OOV 78.15464160203> <LOGP -1759669.9371356> -[SCHEDULER ITER25 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER25 LR0.0279936]: shuffling training file -===PEEK ON TEST 25=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER25 LR0.0279936]: 40087 words processed Fri Nov 13 00:07:53 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-2.108720. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER25 LR0.0279936]: Displaying result: -[SCHEDULER ITER25 LR0.0279936]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.82595926503> <PPL_OOV 129.33439073012> <LOGP -174068.58679574> -[SCHEDULER ITER25 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 25=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER25 LR0.0279936]: 40095 words processed Fri Nov 13 00:08:06 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-2.185461. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER25 LR0.0279936]: Displaying result: -[SCHEDULER ITER25 LR0.0279936]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.15134162452> <PPL_OOV 136.59028832861> <LOGP -157508.56605461> -[SCHEDULER ITER25 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER25 LR0.0279936]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER25 LR0.0279936]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34554078 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34557734 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69268580 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69384814 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70448972 -[SCHEDULER ITER25 LR0.0279936]: preparing parameters end. -[SCHEDULER ITER25 LR0.0279936]: preparing layers... -(00:08:17 2015-11-13)[nerv] info: create layer: recurrentL1 -(00:08:17 2015-11-13)[nerv] info: create layer: sigmoidL1 -(00:08:17 2015-11-13)[nerv] info: create layer: combinerL1 -(00:08:17 2015-11-13)[nerv] info: create layer: outputL -(00:08:17 2015-11-13)[nerv] info: create layer: softmaxL -(00:08:17 2015-11-13)[nerv] info: create layer: selectL1 -[SCHEDULER ITER25 LR0.0279936]: preparing layers end. -[SCHEDULER ITER25 LR0.0279936]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER25 LR0.0279936]: Initing TNN end. -===ITERATION 26 LR 0.016796=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER26 LR0.01679616]: 40092 words processed Fri Nov 13 00:08:33 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.923163. -[SCHEDULER ITER26 LR0.01679616]: 80099 words processed Fri Nov 13 00:08:49 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.919205. -[SCHEDULER ITER26 LR0.01679616]: 120004 words processed Fri Nov 13 00:09:05 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.914163. -[SCHEDULER ITER26 LR0.01679616]: 160114 words processed Fri Nov 13 00:09:21 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.915215. -[SCHEDULER ITER26 LR0.01679616]: 200066 words processed Fri Nov 13 00:09:37 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.913944. -[SCHEDULER ITER26 LR0.01679616]: 240045 words processed Fri Nov 13 00:09:53 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.910343. -[SCHEDULER ITER26 LR0.01679616]: 280057 words processed Fri Nov 13 00:10:10 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.905872. -[SCHEDULER ITER26 LR0.01679616]: 320106 words processed Fri Nov 13 00:10:26 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.903750. -[SCHEDULER ITER26 LR0.01679616]: 360024 words processed Fri Nov 13 00:10:42 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.901884. -[SCHEDULER ITER26 LR0.01679616]: 400089 words processed Fri Nov 13 00:10:59 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.899233. -[SCHEDULER ITER26 LR0.01679616]: 440067 words processed Fri Nov 13 00:11:15 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.900238. -[SCHEDULER ITER26 LR0.01679616]: 480051 words processed Fri Nov 13 00:11:31 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.900759. -[SCHEDULER ITER26 LR0.01679616]: 520140 words processed Fri Nov 13 00:11:47 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.900318. -[SCHEDULER ITER26 LR0.01679616]: 560132 words processed Fri Nov 13 00:12:03 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.899997. -[SCHEDULER ITER26 LR0.01679616]: 600118 words processed Fri Nov 13 00:12:19 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.897650. -[SCHEDULER ITER26 LR0.01679616]: 640090 words processed Fri Nov 13 00:12:35 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.895757. -[SCHEDULER ITER26 LR0.01679616]: 680075 words processed Fri Nov 13 00:12:51 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.894428. -[SCHEDULER ITER26 LR0.01679616]: 720043 words processed Fri Nov 13 00:13:07 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.893341. -[SCHEDULER ITER26 LR0.01679616]: 760012 words processed Fri Nov 13 00:13:23 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.891588. -[SCHEDULER ITER26 LR0.01679616]: 800113 words processed Fri Nov 13 00:13:39 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.891332. -[SCHEDULER ITER26 LR0.01679616]: 840089 words processed Fri Nov 13 00:13:55 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.890185. -[SCHEDULER ITER26 LR0.01679616]: 880052 words processed Fri Nov 13 00:14:11 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.889835. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER26 LR0.01679616]: Displaying result: -[SCHEDULER ITER26 LR0.01679616]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.306413831474> <PPL_OOV 77.576329536238> <LOGP -1756671.5028106> -[SCHEDULER ITER26 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER26 LR0.01679616]: shuffling training file -===PEEK ON TEST 26=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER26 LR0.01679616]: 40087 words processed Fri Nov 13 00:14:22 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-2.107262. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER26 LR0.01679616]: Displaying result: -[SCHEDULER ITER26 LR0.01679616]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.36875498893> <PPL_OOV 128.91575696119> <LOGP -173952.52382935> -[SCHEDULER ITER26 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 26=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER26 LR0.01679616]: 40095 words processed Fri Nov 13 00:14:35 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-2.184141. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER26 LR0.01679616]: Displaying result: -[SCHEDULER ITER26 LR0.01679616]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.66740269998> <PPL_OOV 136.14001627505> <LOGP -157402.79247427> -[SCHEDULER ITER26 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER26 LR0.01679616]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER26 LR0.01679616]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1064118 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1067774 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35778526 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35894754 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70448835 -[SCHEDULER ITER26 LR0.01679616]: preparing parameters end. -[SCHEDULER ITER26 LR0.01679616]: preparing layers... -(00:14:46 2015-11-13)[nerv] info: create layer: recurrentL1 -(00:14:46 2015-11-13)[nerv] info: create layer: sigmoidL1 -(00:14:46 2015-11-13)[nerv] info: create layer: combinerL1 -(00:14:46 2015-11-13)[nerv] info: create layer: outputL -(00:14:46 2015-11-13)[nerv] info: create layer: softmaxL -(00:14:46 2015-11-13)[nerv] info: create layer: selectL1 -[SCHEDULER ITER26 LR0.01679616]: preparing layers end. -[SCHEDULER ITER26 LR0.01679616]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER26 LR0.01679616]: Initing TNN end. -===ITERATION 27 LR 0.010078=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER27 LR0.010077696]: 40092 words processed Fri Nov 13 00:15:02 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.920991. -[SCHEDULER ITER27 LR0.010077696]: 80099 words processed Fri Nov 13 00:15:19 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.916998. -[SCHEDULER ITER27 LR0.010077696]: 120004 words processed Fri Nov 13 00:15:36 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.911978. -[SCHEDULER ITER27 LR0.010077696]: 160114 words processed Fri Nov 13 00:15:52 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.913020. -[SCHEDULER ITER27 LR0.010077696]: 200066 words processed Fri Nov 13 00:16:08 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.911763. -[SCHEDULER ITER27 LR0.010077696]: 240045 words processed Fri Nov 13 00:16:24 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.908199. -[SCHEDULER ITER27 LR0.010077696]: 280057 words processed Fri Nov 13 00:16:41 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.903768. -[SCHEDULER ITER27 LR0.010077696]: 320106 words processed Fri Nov 13 00:16:57 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.901670. -[SCHEDULER ITER27 LR0.010077696]: 360024 words processed Fri Nov 13 00:17:13 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.899810. -[SCHEDULER ITER27 LR0.010077696]: 400089 words processed Fri Nov 13 00:17:29 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.897159. -[SCHEDULER ITER27 LR0.010077696]: 440067 words processed Fri Nov 13 00:17:45 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.898170. -[SCHEDULER ITER27 LR0.010077696]: 480051 words processed Fri Nov 13 00:18:01 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.898684. -[SCHEDULER ITER27 LR0.010077696]: 520140 words processed Fri Nov 13 00:18:17 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.898245. -[SCHEDULER ITER27 LR0.010077696]: 560132 words processed Fri Nov 13 00:18:33 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.897941. -[SCHEDULER ITER27 LR0.010077696]: 600118 words processed Fri Nov 13 00:18:49 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.895605. -[SCHEDULER ITER27 LR0.010077696]: 640090 words processed Fri Nov 13 00:19:05 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.893709. -[SCHEDULER ITER27 LR0.010077696]: 680075 words processed Fri Nov 13 00:19:21 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.892384. -[SCHEDULER ITER27 LR0.010077696]: 720043 words processed Fri Nov 13 00:19:37 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.891292. -[SCHEDULER ITER27 LR0.010077696]: 760012 words processed Fri Nov 13 00:19:53 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.889533. -[SCHEDULER ITER27 LR0.010077696]: 800113 words processed Fri Nov 13 00:20:09 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.889272. -[SCHEDULER ITER27 LR0.010077696]: 840089 words processed Fri Nov 13 00:20:25 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.888121. -[SCHEDULER ITER27 LR0.010077696]: 880052 words processed Fri Nov 13 00:20:41 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.887766. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER27 LR0.010077696]: Displaying result: -[SCHEDULER ITER27 LR0.010077696]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.892564171004> <PPL_OOV 77.207735633383> <LOGP -1754748.7298668> -[SCHEDULER ITER27 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER27 LR0.010077696]: shuffling training file -===PEEK ON TEST 27=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER27 LR0.010077696]: 40087 words processed Fri Nov 13 00:20:52 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-2.106467. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER27 LR0.010077696]: Displaying result: -[SCHEDULER ITER27 LR0.010077696]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.07593301007> <PPL_OOV 128.68430626567> <LOGP -173888.19402233> -[SCHEDULER ITER27 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 27=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER27 LR0.010077696]: 40095 words processed Fri Nov 13 00:21:05 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-2.183397. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER27 LR0.010077696]: Displaying result: -[SCHEDULER ITER27 LR0.010077696]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.35156353958> <PPL_OOV 135.87529295123> <LOGP -157340.44279668> -[SCHEDULER ITER27 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER27 LR0.010077696]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER27 LR0.010077696]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34554095 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34557751 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69268513 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69384740 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70448840 -[SCHEDULER ITER27 LR0.010077696]: preparing parameters end. -[SCHEDULER ITER27 LR0.010077696]: preparing layers... -(00:21:16 2015-11-13)[nerv] info: create layer: recurrentL1 -(00:21:16 2015-11-13)[nerv] info: create layer: sigmoidL1 -(00:21:16 2015-11-13)[nerv] info: create layer: combinerL1 -(00:21:16 2015-11-13)[nerv] info: create layer: outputL -(00:21:16 2015-11-13)[nerv] info: create layer: softmaxL -(00:21:16 2015-11-13)[nerv] info: create layer: selectL1 -[SCHEDULER ITER27 LR0.010077696]: preparing layers end. -[SCHEDULER ITER27 LR0.010077696]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER27 LR0.010077696]: Initing TNN end. -===ITERATION 28 LR 0.006047=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER28 LR0.0060466176]: 40092 words processed Fri Nov 13 00:21:32 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.919630. -[SCHEDULER ITER28 LR0.0060466176]: 80099 words processed Fri Nov 13 00:21:49 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.915595. -[SCHEDULER ITER28 LR0.0060466176]: 120004 words processed Fri Nov 13 00:22:05 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.910578. -[SCHEDULER ITER28 LR0.0060466176]: 160114 words processed Fri Nov 13 00:22:22 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.911625. -[SCHEDULER ITER28 LR0.0060466176]: 200066 words processed Fri Nov 13 00:22:38 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.910379. -[SCHEDULER ITER28 LR0.0060466176]: 240045 words processed Fri Nov 13 00:22:54 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.906839. -[SCHEDULER ITER28 LR0.0060466176]: 280057 words processed Fri Nov 13 00:23:11 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.902432. -[SCHEDULER ITER28 LR0.0060466176]: 320106 words processed Fri Nov 13 00:23:28 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.900354. -[SCHEDULER ITER28 LR0.0060466176]: 360024 words processed Fri Nov 13 00:23:45 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.898500. -[SCHEDULER ITER28 LR0.0060466176]: 400089 words processed Fri Nov 13 00:24:02 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.895846. -[SCHEDULER ITER28 LR0.0060466176]: 440067 words processed Fri Nov 13 00:24:18 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.896861. -[SCHEDULER ITER28 LR0.0060466176]: 480051 words processed Fri Nov 13 00:24:34 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.897370. -[SCHEDULER ITER28 LR0.0060466176]: 520140 words processed Fri Nov 13 00:24:50 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.896930. -[SCHEDULER ITER28 LR0.0060466176]: 560132 words processed Fri Nov 13 00:25:06 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.896636. -[SCHEDULER ITER28 LR0.0060466176]: 600118 words processed Fri Nov 13 00:25:22 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.894311. -[SCHEDULER ITER28 LR0.0060466176]: 640090 words processed Fri Nov 13 00:25:38 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.892411. -[SCHEDULER ITER28 LR0.0060466176]: 680075 words processed Fri Nov 13 00:25:54 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.891087. -[SCHEDULER ITER28 LR0.0060466176]: 720043 words processed Fri Nov 13 00:26:10 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.889996. -[SCHEDULER ITER28 LR0.0060466176]: 760012 words processed Fri Nov 13 00:26:26 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.888229. -[SCHEDULER ITER28 LR0.0060466176]: 800113 words processed Fri Nov 13 00:26:42 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.887964. -[SCHEDULER ITER28 LR0.0060466176]: 840089 words processed Fri Nov 13 00:26:58 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.886809. -[SCHEDULER ITER28 LR0.0060466176]: 880052 words processed Fri Nov 13 00:27:14 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.886454. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER28 LR0.0060466176]: Displaying result: -[SCHEDULER ITER28 LR0.0060466176]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.63102126523> <PPL_OOV 76.974759050279> <LOGP -1753528.6652939> -[SCHEDULER ITER28 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER28 LR0.0060466176]: shuffling training file -===PEEK ON TEST 28=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER28 LR0.0060466176]: 40087 words processed Fri Nov 13 00:27:25 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-2.106036. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER28 LR0.0060466176]: Displaying result: -[SCHEDULER ITER28 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.93207041077> <PPL_OOV 128.55480190021> <LOGP -173852.14885412> -[SCHEDULER ITER28 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 28=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER28 LR0.0060466176]: 40095 words processed Fri Nov 13 00:27:37 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-2.182975. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER28 LR0.0060466176]: Displaying result: -[SCHEDULER ITER28 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.2010136235> <PPL_OOV 135.73200338631> <LOGP -157306.64344368> -[SCHEDULER ITER28 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER28 LR0.0060466176]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER28 LR0.0060466176]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1064079 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1067735 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35778519 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35894748 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70448843 -[SCHEDULER ITER28 LR0.0060466176]: preparing parameters end. -[SCHEDULER ITER28 LR0.0060466176]: preparing layers... -(00:27:48 2015-11-13)[nerv] info: create layer: recurrentL1 -(00:27:48 2015-11-13)[nerv] info: create layer: sigmoidL1 -(00:27:48 2015-11-13)[nerv] info: create layer: combinerL1 -(00:27:48 2015-11-13)[nerv] info: create layer: outputL -(00:27:48 2015-11-13)[nerv] info: create layer: softmaxL -(00:27:48 2015-11-13)[nerv] info: create layer: selectL1 -[SCHEDULER ITER28 LR0.0060466176]: preparing layers end. -[SCHEDULER ITER28 LR0.0060466176]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER28 LR0.0060466176]: Initing TNN end. -===ITERATION 29 LR 0.003628=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER29 LR0.00362797056]: 40092 words processed Fri Nov 13 00:28:04 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.918801. -[SCHEDULER ITER29 LR0.00362797056]: 80099 words processed Fri Nov 13 00:28:21 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.914729. -[SCHEDULER ITER29 LR0.00362797056]: 120004 words processed Fri Nov 13 00:28:37 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.909699. -[SCHEDULER ITER29 LR0.00362797056]: 160114 words processed Fri Nov 13 00:28:53 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.910750. -[SCHEDULER ITER29 LR0.00362797056]: 200066 words processed Fri Nov 13 00:29:09 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.909511. -[SCHEDULER ITER29 LR0.00362797056]: 240045 words processed Fri Nov 13 00:29:25 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.905983. -[SCHEDULER ITER29 LR0.00362797056]: 280057 words processed Fri Nov 13 00:29:42 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.901588. -[SCHEDULER ITER29 LR0.00362797056]: 320106 words processed Fri Nov 13 00:29:58 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.899526. -[SCHEDULER ITER29 LR0.00362797056]: 360024 words processed Fri Nov 13 00:30:14 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.897677. -[SCHEDULER ITER29 LR0.00362797056]: 400089 words processed Fri Nov 13 00:30:30 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.895020. -[SCHEDULER ITER29 LR0.00362797056]: 440067 words processed Fri Nov 13 00:30:46 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.896036. -[SCHEDULER ITER29 LR0.00362797056]: 480051 words processed Fri Nov 13 00:31:02 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.896544. -[SCHEDULER ITER29 LR0.00362797056]: 520140 words processed Fri Nov 13 00:31:18 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.896101. -[SCHEDULER ITER29 LR0.00362797056]: 560132 words processed Fri Nov 13 00:31:34 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.895813. -[SCHEDULER ITER29 LR0.00362797056]: 600118 words processed Fri Nov 13 00:31:50 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.893496. -[SCHEDULER ITER29 LR0.00362797056]: 640090 words processed Fri Nov 13 00:32:06 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.891593. -[SCHEDULER ITER29 LR0.00362797056]: 680075 words processed Fri Nov 13 00:32:22 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.890268. -[SCHEDULER ITER29 LR0.00362797056]: 720043 words processed Fri Nov 13 00:32:38 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.889178. -[SCHEDULER ITER29 LR0.00362797056]: 760012 words processed Fri Nov 13 00:32:54 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.887404. -[SCHEDULER ITER29 LR0.00362797056]: 800113 words processed Fri Nov 13 00:33:10 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.887135. -[SCHEDULER ITER29 LR0.00362797056]: 840089 words processed Fri Nov 13 00:33:26 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.885978. -[SCHEDULER ITER29 LR0.00362797056]: 880052 words processed Fri Nov 13 00:33:42 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.885624. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER29 LR0.00362797056]: Displaying result: -[SCHEDULER ITER29 LR0.00362797056]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.466056467734> <PPL_OOV 76.827788572212> <LOGP -1752757.1012286> -[SCHEDULER ITER29 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER29 LR0.00362797056]: shuffling training file -===PEEK ON TEST 29=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER29 LR0.00362797056]: 40087 words processed Fri Nov 13 00:33:53 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-2.105765. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER29 LR0.00362797056]: Displaying result: -[SCHEDULER ITER29 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.89931379203> <PPL_OOV 128.47064278211> <LOGP -173828.70523381> -[SCHEDULER ITER29 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 29=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER29 LR0.00362797056]: 40095 words processed Fri Nov 13 00:34:05 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-2.182720. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER29 LR0.00362797056]: Displaying result: -[SCHEDULER ITER29 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.17418025757> <PPL_OOV 135.65540698972> <LOGP -157288.56113542> -[SCHEDULER ITER29 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER29 LR0.00362797056]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER29 LR0.00362797056]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34554093 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34557749 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69268538 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69384767 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70448846 -[SCHEDULER ITER29 LR0.00362797056]: preparing parameters end. -[SCHEDULER ITER29 LR0.00362797056]: preparing layers... -(00:34:15 2015-11-13)[nerv] info: create layer: recurrentL1 -(00:34:15 2015-11-13)[nerv] info: create layer: sigmoidL1 -(00:34:15 2015-11-13)[nerv] info: create layer: combinerL1 -(00:34:15 2015-11-13)[nerv] info: create layer: outputL -(00:34:15 2015-11-13)[nerv] info: create layer: softmaxL -(00:34:15 2015-11-13)[nerv] info: create layer: selectL1 -[SCHEDULER ITER29 LR0.00362797056]: preparing layers end. -[SCHEDULER ITER29 LR0.00362797056]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER29 LR0.00362797056]: Initing TNN end. -===ITERATION 30 LR 0.002177=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER30 LR0.002176782336]: 40092 words processed Fri Nov 13 00:34:31 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.918295. -[SCHEDULER ITER30 LR0.002176782336]: 80099 words processed Fri Nov 13 00:34:47 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.914201. -[SCHEDULER ITER30 LR0.002176782336]: 120004 words processed Fri Nov 13 00:35:03 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.909158. -[SCHEDULER ITER30 LR0.002176782336]: 160114 words processed Fri Nov 13 00:35:19 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.910205. -[SCHEDULER ITER30 LR0.002176782336]: 200066 words processed Fri Nov 13 00:35:35 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.908969. -[SCHEDULER ITER30 LR0.002176782336]: 240045 words processed Fri Nov 13 00:35:51 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.905447. -[SCHEDULER ITER30 LR0.002176782336]: 280057 words processed Fri Nov 13 00:36:08 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.901055. -[SCHEDULER ITER30 LR0.002176782336]: 320106 words processed Fri Nov 13 00:36:24 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.899002. -[SCHEDULER ITER30 LR0.002176782336]: 360024 words processed Fri Nov 13 00:36:40 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.897158. -[SCHEDULER ITER30 LR0.002176782336]: 400089 words processed Fri Nov 13 00:36:57 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.894500. -[SCHEDULER ITER30 LR0.002176782336]: 440067 words processed Fri Nov 13 00:37:13 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.895517. -[SCHEDULER ITER30 LR0.002176782336]: 480051 words processed Fri Nov 13 00:37:30 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.896024. -[SCHEDULER ITER30 LR0.002176782336]: 520140 words processed Fri Nov 13 00:37:47 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.895577. -[SCHEDULER ITER30 LR0.002176782336]: 560132 words processed Fri Nov 13 00:38:04 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.895295. -[SCHEDULER ITER30 LR0.002176782336]: 600118 words processed Fri Nov 13 00:38:21 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.892982. -[SCHEDULER ITER30 LR0.002176782336]: 640090 words processed Fri Nov 13 00:38:37 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.891077. -[SCHEDULER ITER30 LR0.002176782336]: 680075 words processed Fri Nov 13 00:38:53 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.889750. -[SCHEDULER ITER30 LR0.002176782336]: 720043 words processed Fri Nov 13 00:39:09 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.888664. -[SCHEDULER ITER30 LR0.002176782336]: 760012 words processed Fri Nov 13 00:39:25 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.886882. -[SCHEDULER ITER30 LR0.002176782336]: 800113 words processed Fri Nov 13 00:39:41 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.886610. -[SCHEDULER ITER30 LR0.002176782336]: 840089 words processed Fri Nov 13 00:39:57 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.885452. -[SCHEDULER ITER30 LR0.002176782336]: 880052 words processed Fri Nov 13 00:40:13 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.885100. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER30 LR0.002176782336]: Displaying result: -[SCHEDULER ITER30 LR0.002176782336]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.361914602701> <PPL_OOV 76.735057589915> <LOGP -1752269.5232941> -[SCHEDULER ITER30 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER30 LR0.002176782336]: shuffling training file -===PEEK ON TEST 30=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER30 LR0.002176782336]: 40087 words processed Fri Nov 13 00:40:24 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-2.105531. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER30 LR0.002176782336]: Displaying result: -[SCHEDULER ITER30 LR0.002176782336]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.88849863294> <PPL_OOV 128.39945601651> <LOGP -173808.86323925> -[SCHEDULER ITER30 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 30=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER30 LR0.002176782336]: 40095 words processed Fri Nov 13 00:40:36 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-2.182515. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER30 LR0.002176782336]: Displaying result: -[SCHEDULER ITER30 LR0.002176782336]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.17484483031> <PPL_OOV 135.59908588155> <LOGP -157275.25875167> -[SCHEDULER ITER30 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER30 LR0.002176782336]: PPL did not improve, rejected... - -===VALIDATION PPL record=== -<ITER0 LR0.00000 train:0.000 valid:11363.086 test:0.000> -<ITER1 LR1.00000 train:509.588 valid:374.674 test:372.422> -<ITER2 LR1.00000 train:335.546 valid:284.315 test:280.569> -<ITER3 LR1.00000 train:332.018 valid:282.798 test:276.017> -<ITER4 LR1.00000 train:246.297 valid:238.175 test:233.384> -<ITER5 LR1.00000 train:222.414 valid:222.103 test:217.164> -<ITER6 LR1.00000 train:198.911 valid:211.884 test:206.191> -<ITER7 LR1.00000 train:183.986 valid:203.986 test:198.817> -<ITER8 LR1.00000 train:171.833 valid:197.855 test:192.957> -<ITER9 LR1.00000 train:162.448 valid:192.947 test:188.128> -<ITER10 LR1.00000 train:154.850 valid:190.397 test:185.405> -<ITER11 LR1.00000 train:148.142 valid:187.754 test:182.394> -<ITER12 LR1.00000 train:142.748 valid:186.688 test:180.492> -<ITER13 LR1.00000 train:137.666 valid:184.930 test:178.821> -<ITER14 LR1.00000 train:133.196 valid:184.001 test:177.654> -<ITER15 LR1.00000 train:129.119 valid:182.859 test:176.576> -<ITER16 LR1.00000 train:126.033 valid:181.705 test:175.545> -<ITER17 LR1.00000 train:122.302 valid:181.064 test:175.149> -<ITER18 LR1.00000 train:119.144 valid:181.245 test:175.304> -<ITER19 LR0.60000 train:107.907 valid:170.350 test:164.936> -<ITER20 LR0.36000 train:99.378 valid:163.278 test:158.352> -<ITER21 LR0.21600 train:94.024 valid:159.072 test:154.389> -<ITER22 LR0.12960 train:90.574 valid:156.311 test:151.811> -<ITER23 LR0.07776 train:88.352 valid:154.277 test:149.877> -<ITER24 LR0.04666 train:86.920 valid:152.898 test:148.555> -<ITER25 LR0.02799 train:85.956 valid:152.151 test:147.826> -<ITER26 LR0.01680 train:85.306 valid:151.667 test:147.369> -<ITER27 LR0.01008 train:84.893 valid:151.352 test:147.076> -<ITER28 LR0.00605 train:84.631 valid:151.201 test:146.932> -<ITER29 LR0.00363 train:84.466 valid:151.174 test:146.899> -<ITER30 LR0.00218 train:84.362 valid:151.175 test:146.888> - -===FINAL TEST=== -[SCHEDULER FINAL_TEST]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34554093 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34557749 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69268538 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69384767 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70448846 -[SCHEDULER FINAL_TEST]: preparing parameters end. -[SCHEDULER FINAL_TEST]: preparing layers... -(00:40:45 2015-11-13)[nerv] info: create layer: recurrentL1 -(00:40:45 2015-11-13)[nerv] info: create layer: sigmoidL1 -(00:40:45 2015-11-13)[nerv] info: create layer: combinerL1 -(00:40:45 2015-11-13)[nerv] info: create layer: outputL -(00:40:45 2015-11-13)[nerv] info: create layer: softmaxL -(00:40:45 2015-11-13)[nerv] info: create layer: selectL1 -[SCHEDULER FINAL_TEST]: preparing layers end. -[SCHEDULER FINAL_TEST]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER FINAL_TEST]: Initing TNN end. -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER FINAL_TEST]: 40087 words processed Fri Nov 13 00:40:51 2015. - [SCHEDULER FINAL_TEST]: log prob per sample :-2.105765. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER FINAL_TEST]: Displaying result: -[SCHEDULER FINAL_TEST]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.89931285533> <PPL_OOV 128.47064194653> <LOGP -173828.70500097> -[SCHEDULER FINAL_TEST]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. diff --git a/nerv/examples/lmptb/m-tests/LOG-tnn-h400 b/nerv/examples/lmptb/m-tests/LOG-tnn-h400 new file mode 100644 index 0000000..e562db6 --- /dev/null +++ b/nerv/examples/lmptb/m-tests/LOG-tnn-h400 @@ -0,0 +1,7193 @@ +Greetings +[SCHEDULER]: applying arg[2](start_iter=3)... +[SCHEDULER]: printing global_conf... +test_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds +train_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds +param_random function: 0x414d5958 +train_fn_shuf_bak /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf_bak +decay_iter 16 +mmat_type table: 0x410c5058 +vocab_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/vocab +train_fn_shuf /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf +param_fn /home/slhome/txh18/workspace/nerv/play/dagL_test/params +log_w_num 40000 +work_dir /home/slhome/txh18/workspace/nerv/play/dagL_test +batch_size 10 +hidden_size 400 +timer nerv.Timer +sche_log_pre [SCHEDULER]: +nn_act_default 0 +max_iter 35 +valid_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds +lrate 1 +momentum 0 +wcost 1e-05 +chunk_size 15 +cumat_type table: 0x4073aa48 +[SCHEDULER]: printing training scheduling options... +lr_half false +start_iter 3 +ppl_last 100000 +[SCHEDULER]: printing training scheduling end. +[SCHEDULER]: creating work_dir... +[SCHEDULER]: building vocab... +[LOG]LMVocab: Vocab building on file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/vocab... +[LOG]LMVocab: Building finished, vocab size now is 10000. +[SCHEDULER ITER3 LR1]: preparing parameters... +[SCHEDULER ITER3 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.2... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46029692 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46034550 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92091219 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92207421 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94117132 +[SCHEDULER ITER3 LR1]: preparing parameters end. +[SCHEDULER ITER3 LR1]: preparing layers... +(19:23:36 2015-11-16)[nerv] info: create layer: recurrentL1 +(19:23:36 2015-11-16)[nerv] info: create layer: sigmoidL1 +(19:23:36 2015-11-16)[nerv] info: create layer: combinerL1 +(19:23:36 2015-11-16)[nerv] info: create layer: outputL +(19:23:36 2015-11-16)[nerv] info: create layer: softmaxL +(19:23:36 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER3 LR1]: preparing layers end. +[SCHEDULER ITER3 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER3 LR1]: Initing TNN end. +===ITERATION 3 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER3 LR1]: 40099 words processed Mon Nov 16 19:23:50 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.401654. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25687 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.04683 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43521 clock time +[SCHEDULER ITER3 LR1]: 80063 words processed Mon Nov 16 19:24:05 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.374433. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02717 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71469 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42511 clock time +[SCHEDULER ITER3 LR1]: 120068 words processed Mon Nov 16 19:24:20 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.378173. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.05634 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76081 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43819 clock time +[SCHEDULER ITER3 LR1]: 160017 words processed Mon Nov 16 19:24:35 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.366419. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21593 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02930 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72744 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42766 clock time +[SCHEDULER ITER3 LR1]: 200138 words processed Mon Nov 16 19:24:50 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.375391. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.06194 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44354 clock time +[SCHEDULER ITER3 LR1]: 240007 words processed Mon Nov 16 19:25:05 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.374863. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01010 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71058 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.41652 clock time +[SCHEDULER ITER3 LR1]: 280135 words processed Mon Nov 16 19:25:20 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.371663. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32493 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.06209 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77125 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44028 clock time +[SCHEDULER ITER3 LR1]: 320080 words processed Mon Nov 16 19:25:35 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.372572. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22077 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73036 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42811 clock time +[SCHEDULER ITER3 LR1]: 360059 words processed Mon Nov 16 19:25:50 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.367750. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30888 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.05146 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43544 clock time +[SCHEDULER ITER3 LR1]: 400021 words processed Mon Nov 16 19:26:05 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.370284. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19708 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02923 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72020 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42434 clock time +[SCHEDULER ITER3 LR1]: 440102 words processed Mon Nov 16 19:26:20 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.366085. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.04211 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72356 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43221 clock time +[SCHEDULER ITER3 LR1]: 480051 words processed Mon Nov 16 19:26:35 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.362942. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21148 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02936 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73411 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42472 clock time +[SCHEDULER ITER3 LR1]: 520093 words processed Mon Nov 16 19:26:50 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.359600. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26407 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.05013 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43525 clock time +[SCHEDULER ITER3 LR1]: 560039 words processed Mon Nov 16 19:27:05 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.352747. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28053 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.04418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43241 clock time +[SCHEDULER ITER3 LR1]: 600112 words processed Mon Nov 16 19:27:20 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.354185. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28527 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.05332 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75468 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43716 clock time +[SCHEDULER ITER3 LR1]: 640076 words processed Mon Nov 16 19:27:35 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.351938. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17509 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42335 clock time +[SCHEDULER ITER3 LR1]: 680026 words processed Mon Nov 16 19:27:50 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.352402. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19184 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02506 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42376 clock time +[SCHEDULER ITER3 LR1]: 720133 words processed Mon Nov 16 19:28:05 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.351590. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22742 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.04343 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72700 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43243 clock time +[SCHEDULER ITER3 LR1]: 760048 words processed Mon Nov 16 19:28:20 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.347382. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19520 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02816 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72164 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42459 clock time +[SCHEDULER ITER3 LR1]: 800117 words processed Mon Nov 16 19:28:35 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.346849. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33851 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.06692 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77792 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43937 clock time +[SCHEDULER ITER3 LR1]: 840116 words processed Mon Nov 16 19:28:50 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.342472. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32912 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.05813 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76887 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44276 clock time +[SCHEDULER ITER3 LR1]: 880037 words processed Mon Nov 16 19:29:05 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.341243. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22162 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03318 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72779 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43004 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER3 LR1]: Displaying result: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 248.43219795907> <PPL_OOV 219.10997078782> <LOGP -2175853.7789479> +[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER3 LR1]: shuffling training file +===PEEK ON TEST 3=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER3 LR1]: 40087 words processed Mon Nov 16 19:29:18 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.354254. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78797 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER3 LR1]: Displaying result: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 258.77770964542> <PPL_OOV 229.7206912305> <LOGP -194633.7254304> +[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 3=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER3 LR1]: 40095 words processed Mon Nov 16 19:29:31 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.410570. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.71311 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77428 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER3 LR1]: Displaying result: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 261.52515353253> <PPL_OOV 237.80638217976> <LOGP -175270.24579595> +[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER3 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.3... + +[SCHEDULER ITER4 LR1]: preparing parameters... +[SCHEDULER ITER4 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.3... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1908286 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1913140 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 47991009 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48107236 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94141877 +[SCHEDULER ITER4 LR1]: preparing parameters end. +[SCHEDULER ITER4 LR1]: preparing layers... +(19:29:42 2015-11-16)[nerv] info: create layer: recurrentL1 +(19:29:42 2015-11-16)[nerv] info: create layer: sigmoidL1 +(19:29:42 2015-11-16)[nerv] info: create layer: combinerL1 +(19:29:42 2015-11-16)[nerv] info: create layer: outputL +(19:29:42 2015-11-16)[nerv] info: create layer: softmaxL +(19:29:42 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER4 LR1]: preparing layers end. +[SCHEDULER ITER4 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER4 LR1]: Initing TNN end. +===ITERATION 4 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER4 LR1]: 40092 words processed Mon Nov 16 19:29:56 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.468880. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13283 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94766 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.68819 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43918 clock time +[SCHEDULER ITER4 LR1]: 80099 words processed Mon Nov 16 19:30:10 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.409142. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.02044 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91168 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64792 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42609 clock time +[SCHEDULER ITER4 LR1]: 120004 words processed Mon Nov 16 19:30:24 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.384936. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.00305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91040 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.63526 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42683 clock time +[SCHEDULER ITER4 LR1]: 160114 words processed Mon Nov 16 19:30:38 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.375498. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.05765 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93086 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.65223 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43543 clock time +[SCHEDULER ITER4 LR1]: 200066 words processed Mon Nov 16 19:30:52 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.369759. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.02876 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91642 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42892 clock time +[SCHEDULER ITER4 LR1]: 240045 words processed Mon Nov 16 19:31:07 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.363138. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.04041 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.66035 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42694 clock time +[SCHEDULER ITER4 LR1]: 280057 words processed Mon Nov 16 19:31:21 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.357591. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.06577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93130 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.65938 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43454 clock time +[SCHEDULER ITER4 LR1]: 320106 words processed Mon Nov 16 19:31:35 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.351439. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.03822 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92729 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64614 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43377 clock time +[SCHEDULER ITER4 LR1]: 360024 words processed Mon Nov 16 19:31:50 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.348008. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.04395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92032 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.66189 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42712 clock time +[SCHEDULER ITER4 LR1]: 400089 words processed Mon Nov 16 19:32:05 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.345590. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16780 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95229 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.70772 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44402 clock time +[SCHEDULER ITER4 LR1]: 440067 words processed Mon Nov 16 19:32:19 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.343815. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.05752 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92189 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.66830 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42858 clock time +[SCHEDULER ITER4 LR1]: 480051 words processed Mon Nov 16 19:32:33 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.342301. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.00684 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91463 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64211 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42672 clock time +[SCHEDULER ITER4 LR1]: 520140 words processed Mon Nov 16 19:32:47 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.340726. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.06603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93166 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.66309 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43539 clock time +[SCHEDULER ITER4 LR1]: 560132 words processed Mon Nov 16 19:33:01 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.339017. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.02621 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91591 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.65417 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42811 clock time +[SCHEDULER ITER4 LR1]: 600118 words processed Mon Nov 16 19:33:15 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.337135. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.04052 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91867 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.66001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42870 clock time +[SCHEDULER ITER4 LR1]: 640090 words processed Mon Nov 16 19:33:29 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.335000. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.99942 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.90996 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64063 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42654 clock time +[SCHEDULER ITER4 LR1]: 680075 words processed Mon Nov 16 19:33:43 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.334276. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.97986 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.90818 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.63057 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42476 clock time +[SCHEDULER ITER4 LR1]: 720043 words processed Mon Nov 16 19:33:58 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.333732. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.02579 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.65667 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42625 clock time +[SCHEDULER ITER4 LR1]: 760012 words processed Mon Nov 16 19:34:12 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.332585. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.06318 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92825 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.66598 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43217 clock time +[SCHEDULER ITER4 LR1]: 800113 words processed Mon Nov 16 19:34:27 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.331627. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19833 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95841 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44986 clock time +[SCHEDULER ITER4 LR1]: 840089 words processed Mon Nov 16 19:34:41 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.330192. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.99251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91047 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.63615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42593 clock time +[SCHEDULER ITER4 LR1]: 880052 words processed Mon Nov 16 19:34:55 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.329379. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.01230 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91390 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64582 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42720 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER4 LR1]: Displaying result: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 241.85074825678> <PPL_OOV 213.49747663731> <LOGP -2165377.8737255> +[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER4 LR1]: shuffling training file +===PEEK ON TEST 4=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER4 LR1]: 40087 words processed Mon Nov 16 19:35:06 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.298894. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.65216 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.70372 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER4 LR1]: Displaying result: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 230.35932079439> <PPL_OOV 200.65005327988> <LOGP -189790.06980019> +[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 4=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER4 LR1]: 40095 words processed Mon Nov 16 19:35:19 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.353715. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.55962 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.64709 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER4 LR1]: Displaying result: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 235.61401547839> <PPL_OOV 210.50727974032> <LOGP -171364.18270901> +[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER4 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.4... + +[SCHEDULER ITER5 LR1]: preparing parameters... +[SCHEDULER ITER5 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.4... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46037941 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46042798 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92142353 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92258769 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94165007 +[SCHEDULER ITER5 LR1]: preparing parameters end. +[SCHEDULER ITER5 LR1]: preparing layers... +(19:35:30 2015-11-16)[nerv] info: create layer: recurrentL1 +(19:35:30 2015-11-16)[nerv] info: create layer: sigmoidL1 +(19:35:30 2015-11-16)[nerv] info: create layer: combinerL1 +(19:35:30 2015-11-16)[nerv] info: create layer: outputL +(19:35:30 2015-11-16)[nerv] info: create layer: softmaxL +(19:35:30 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER5 LR1]: preparing layers end. +[SCHEDULER ITER5 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER5 LR1]: Initing TNN end. +===ITERATION 5 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER5 LR1]: 40092 words processed Mon Nov 16 19:35:45 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.339645. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97352 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84007 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44747 clock time +[SCHEDULER ITER5 LR1]: 80099 words processed Mon Nov 16 19:36:00 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.317425. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25965 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94775 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81422 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43733 clock time +[SCHEDULER ITER5 LR1]: 120004 words processed Mon Nov 16 19:36:15 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.305748. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28908 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96200 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81970 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44193 clock time +[SCHEDULER ITER5 LR1]: 160114 words processed Mon Nov 16 19:36:29 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.302881. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76730 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43387 clock time +[SCHEDULER ITER5 LR1]: 200066 words processed Mon Nov 16 19:36:44 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.300586. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26352 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95203 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44018 clock time +[SCHEDULER ITER5 LR1]: 240045 words processed Mon Nov 16 19:36:59 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.294586. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15493 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77520 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42416 clock time +[SCHEDULER ITER5 LR1]: 280057 words processed Mon Nov 16 19:37:14 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.290372. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21407 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94570 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79555 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43495 clock time +[SCHEDULER ITER5 LR1]: 320106 words processed Mon Nov 16 19:37:28 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.285735. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16169 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94020 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76253 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43204 clock time +[SCHEDULER ITER5 LR1]: 360024 words processed Mon Nov 16 19:37:42 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.283445. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15456 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93256 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76159 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42953 clock time +[SCHEDULER ITER5 LR1]: 400089 words processed Mon Nov 16 19:37:57 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.281396. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94399 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77670 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43374 clock time +[SCHEDULER ITER5 LR1]: 440067 words processed Mon Nov 16 19:38:12 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.280582. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14002 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92845 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76492 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42464 clock time +[SCHEDULER ITER5 LR1]: 480051 words processed Mon Nov 16 19:38:27 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.280046. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18139 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42539 clock time +[SCHEDULER ITER5 LR1]: 520140 words processed Mon Nov 16 19:38:42 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.279298. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77082 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43341 clock time +[SCHEDULER ITER5 LR1]: 560132 words processed Mon Nov 16 19:38:57 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.278341. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93452 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78455 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43026 clock time +[SCHEDULER ITER5 LR1]: 600118 words processed Mon Nov 16 19:39:12 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.277074. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27450 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82452 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43800 clock time +[SCHEDULER ITER5 LR1]: 640090 words processed Mon Nov 16 19:39:27 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.275369. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16229 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93076 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78169 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42522 clock time +[SCHEDULER ITER5 LR1]: 680075 words processed Mon Nov 16 19:39:42 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.275114. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15877 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78210 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42575 clock time +[SCHEDULER ITER5 LR1]: 720043 words processed Mon Nov 16 19:39:56 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.274860. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12358 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92467 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75768 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42370 clock time +[SCHEDULER ITER5 LR1]: 760012 words processed Mon Nov 16 19:40:11 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.274031. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77272 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42630 clock time +[SCHEDULER ITER5 LR1]: 800113 words processed Mon Nov 16 19:40:26 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.273616. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18233 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77598 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43450 clock time +[SCHEDULER ITER5 LR1]: 840089 words processed Mon Nov 16 19:40:41 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.272619. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21063 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94888 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43517 clock time +[SCHEDULER ITER5 LR1]: 880052 words processed Mon Nov 16 19:40:56 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.272217. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16136 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92998 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78300 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42459 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER5 LR1]: Displaying result: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 211.34935677039> <PPL_OOV 187.19131095214> <LOGP -2112291.7783632> +[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER5 LR1]: shuffling training file +===PEEK ON TEST 5=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER5 LR1]: 40087 words processed Mon Nov 16 19:41:07 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.266882. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70246 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78859 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER5 LR1]: Displaying result: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 211.88666827405> <PPL_OOV 185.90353406678> <LOGP -187057.38065016> +[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 5=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER5 LR1]: 40095 words processed Mon Nov 16 19:41:20 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.323979. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79517 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER5 LR1]: Displaying result: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 216.72667354494> <PPL_OOV 194.77072809761> <LOGP -168875.2672087> +[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER5 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.5... + +[SCHEDULER ITER6 LR1]: preparing parameters... +[SCHEDULER ITER6 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.5... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1904838 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1909695 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48027406 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48143739 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94185248 +[SCHEDULER ITER6 LR1]: preparing parameters end. +[SCHEDULER ITER6 LR1]: preparing layers... +(19:41:31 2015-11-16)[nerv] info: create layer: recurrentL1 +(19:41:31 2015-11-16)[nerv] info: create layer: sigmoidL1 +(19:41:31 2015-11-16)[nerv] info: create layer: combinerL1 +(19:41:31 2015-11-16)[nerv] info: create layer: outputL +(19:41:31 2015-11-16)[nerv] info: create layer: softmaxL +(19:41:31 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER6 LR1]: preparing layers end. +[SCHEDULER ITER6 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER6 LR1]: Initing TNN end. +===ITERATION 6 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER6 LR1]: 40092 words processed Mon Nov 16 19:41:46 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.262859. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30509 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95829 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82954 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44497 clock time +[SCHEDULER ITER6 LR1]: 80099 words processed Mon Nov 16 19:42:01 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.256861. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94976 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81911 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44514 clock time +[SCHEDULER ITER6 LR1]: 120004 words processed Mon Nov 16 19:42:16 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.251430. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14338 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91591 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76243 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42779 clock time +[SCHEDULER ITER6 LR1]: 160114 words processed Mon Nov 16 19:42:31 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.252258. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25146 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94930 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79763 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44322 clock time +[SCHEDULER ITER6 LR1]: 200066 words processed Mon Nov 16 19:42:46 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.252740. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94297 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79544 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44001 clock time +[SCHEDULER ITER6 LR1]: 240045 words processed Mon Nov 16 19:43:00 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.248501. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13878 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92118 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75799 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42859 clock time +[SCHEDULER ITER6 LR1]: 280057 words processed Mon Nov 16 19:43:15 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.245658. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18186 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93093 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77498 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43733 clock time +[SCHEDULER ITER6 LR1]: 320106 words processed Mon Nov 16 19:43:30 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.242452. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23852 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94407 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80638 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43804 clock time +[SCHEDULER ITER6 LR1]: 360024 words processed Mon Nov 16 19:43:45 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.241240. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21118 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43131 clock time +[SCHEDULER ITER6 LR1]: 400089 words processed Mon Nov 16 19:44:00 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.239991. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26483 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94944 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81150 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44485 clock time +[SCHEDULER ITER6 LR1]: 440067 words processed Mon Nov 16 19:44:15 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.240005. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25938 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95053 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80400 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44342 clock time +[SCHEDULER ITER6 LR1]: 480051 words processed Mon Nov 16 19:44:30 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.240189. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22771 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94556 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43955 clock time +[SCHEDULER ITER6 LR1]: 520140 words processed Mon Nov 16 19:44:45 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.240002. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29153 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81080 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45685 clock time +[SCHEDULER ITER6 LR1]: 560132 words processed Mon Nov 16 19:45:00 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.239520. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93829 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79051 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43733 clock time +[SCHEDULER ITER6 LR1]: 600118 words processed Mon Nov 16 19:45:15 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.238317. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31952 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95527 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84495 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44292 clock time +[SCHEDULER ITER6 LR1]: 640090 words processed Mon Nov 16 19:45:30 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.236891. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15653 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92046 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77497 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42729 clock time +[SCHEDULER ITER6 LR1]: 680075 words processed Mon Nov 16 19:45:45 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.237217. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13630 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91738 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76375 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42763 clock time +[SCHEDULER ITER6 LR1]: 720043 words processed Mon Nov 16 19:46:00 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.237386. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25722 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94448 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43601 clock time +[SCHEDULER ITER6 LR1]: 760012 words processed Mon Nov 16 19:46:15 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.237187. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21321 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95477 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77299 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44531 clock time +[SCHEDULER ITER6 LR1]: 800113 words processed Mon Nov 16 19:46:30 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.237168. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25265 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97044 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79578 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43598 clock time +[SCHEDULER ITER6 LR1]: 840089 words processed Mon Nov 16 19:46:45 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.236424. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23587 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93803 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80866 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43496 clock time +[SCHEDULER ITER6 LR1]: 880052 words processed Mon Nov 16 19:47:00 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.236239. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20416 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92983 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79912 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43148 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER6 LR1]: Displaying result: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 193.89383590358> <PPL_OOV 172.33079535956> <LOGP -2078898.3448018> +[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER6 LR1]: shuffling training file +===PEEK ON TEST 6=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER6 LR1]: 40087 words processed Mon Nov 16 19:47:11 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.245922. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70007 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77955 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER6 LR1]: Displaying result: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 202.3013471096> <PPL_OOV 177.03896783534> <LOGP -185308.31686527> +[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 6=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER6 LR1]: 40095 words processed Mon Nov 16 19:47:25 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.304926. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78097 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER6 LR1]: Displaying result: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 207.07732688932> <PPL_OOV 185.75783021617> <LOGP -167357.54027598> +[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER6 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.6... + +[SCHEDULER ITER7 LR1]: preparing parameters... +[SCHEDULER ITER7 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.6... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46043903 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46048759 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92184772 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92301105 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94204599 +[SCHEDULER ITER7 LR1]: preparing parameters end. +[SCHEDULER ITER7 LR1]: preparing layers... +(19:47:36 2015-11-16)[nerv] info: create layer: recurrentL1 +(19:47:36 2015-11-16)[nerv] info: create layer: sigmoidL1 +(19:47:36 2015-11-16)[nerv] info: create layer: combinerL1 +(19:47:36 2015-11-16)[nerv] info: create layer: outputL +(19:47:36 2015-11-16)[nerv] info: create layer: softmaxL +(19:47:36 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER7 LR1]: preparing layers end. +[SCHEDULER ITER7 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER7 LR1]: Initing TNN end. +===ITERATION 7 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER7 LR1]: 40092 words processed Mon Nov 16 19:47:50 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.225906. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95368 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78896 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43900 clock time +[SCHEDULER ITER7 LR1]: 80099 words processed Mon Nov 16 19:48:05 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.224109. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16155 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77312 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42438 clock time +[SCHEDULER ITER7 LR1]: 120004 words processed Mon Nov 16 19:48:20 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.219821. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93223 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76813 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42718 clock time +[SCHEDULER ITER7 LR1]: 160114 words processed Mon Nov 16 19:48:35 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.222543. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26964 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43736 clock time +[SCHEDULER ITER7 LR1]: 200066 words processed Mon Nov 16 19:48:50 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.223103. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27159 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95979 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43991 clock time +[SCHEDULER ITER7 LR1]: 240045 words processed Mon Nov 16 19:49:05 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.220590. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23336 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95316 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78952 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43981 clock time +[SCHEDULER ITER7 LR1]: 280057 words processed Mon Nov 16 19:49:20 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.218902. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95635 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81907 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43567 clock time +[SCHEDULER ITER7 LR1]: 320106 words processed Mon Nov 16 19:49:35 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.215759. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35599 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98062 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85913 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44617 clock time +[SCHEDULER ITER7 LR1]: 360024 words processed Mon Nov 16 19:49:50 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.214424. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17280 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93334 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78062 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42810 clock time +[SCHEDULER ITER7 LR1]: 400089 words processed Mon Nov 16 19:50:05 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.212825. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21202 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79232 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43465 clock time +[SCHEDULER ITER7 LR1]: 440067 words processed Mon Nov 16 19:50:19 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.212838. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13401 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93181 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75747 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42555 clock time +[SCHEDULER ITER7 LR1]: 480051 words processed Mon Nov 16 19:50:34 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.213009. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22848 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95167 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79588 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43585 clock time +[SCHEDULER ITER7 LR1]: 520140 words processed Mon Nov 16 19:50:49 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.212825. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32416 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98163 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44985 clock time +[SCHEDULER ITER7 LR1]: 560132 words processed Mon Nov 16 19:51:04 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.212440. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28044 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81380 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44426 clock time +[SCHEDULER ITER7 LR1]: 600118 words processed Mon Nov 16 19:51:19 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.211160. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22035 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95101 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78978 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43636 clock time +[SCHEDULER ITER7 LR1]: 640090 words processed Mon Nov 16 19:51:33 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.209800. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13488 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92897 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76205 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42564 clock time +[SCHEDULER ITER7 LR1]: 680075 words processed Mon Nov 16 19:51:48 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.210009. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28582 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95791 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83462 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43566 clock time +[SCHEDULER ITER7 LR1]: 720043 words processed Mon Nov 16 19:52:02 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.210212. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13837 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42450 clock time +[SCHEDULER ITER7 LR1]: 760012 words processed Mon Nov 16 19:52:16 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.209773. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12402 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75374 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42400 clock time +[SCHEDULER ITER7 LR1]: 800113 words processed Mon Nov 16 19:52:31 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.209791. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23713 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81132 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43479 clock time +[SCHEDULER ITER7 LR1]: 840089 words processed Mon Nov 16 19:52:46 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.208838. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24516 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81845 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43236 clock time +[SCHEDULER ITER7 LR1]: 880052 words processed Mon Nov 16 19:53:00 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.208673. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42380 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER7 LR1]: Displaying result: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 181.46365030299> <PPL_OOV 161.72625619922> <LOGP -2053258.0870607> +[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER7 LR1]: shuffling training file +===PEEK ON TEST 7=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER7 LR1]: 40087 words processed Mon Nov 16 19:53:11 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.232519. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73278 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80291 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER7 LR1]: Displaying result: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 196.00372584658> <PPL_OOV 171.15770244466> <LOGP -184098.86921264> +[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 7=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER7 LR1]: 40095 words processed Mon Nov 16 19:53:25 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.291901. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81498 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER7 LR1]: Displaying result: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 201.17781109485> <PPL_OOV 180.16302699681> <LOGP -166377.89981932> +[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER7 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.7... + +[SCHEDULER ITER8 LR1]: preparing parameters... +[SCHEDULER ITER8 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.7... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1902204 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1907060 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48060548 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48176852 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94221898 +[SCHEDULER ITER8 LR1]: preparing parameters end. +[SCHEDULER ITER8 LR1]: preparing layers... +(19:53:36 2015-11-16)[nerv] info: create layer: recurrentL1 +(19:53:36 2015-11-16)[nerv] info: create layer: sigmoidL1 +(19:53:36 2015-11-16)[nerv] info: create layer: combinerL1 +(19:53:36 2015-11-16)[nerv] info: create layer: outputL +(19:53:36 2015-11-16)[nerv] info: create layer: softmaxL +(19:53:36 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER8 LR1]: preparing layers end. +[SCHEDULER ITER8 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER8 LR1]: Initing TNN end. +===ITERATION 8 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER8 LR1]: 40092 words processed Mon Nov 16 19:53:50 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.207277. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18732 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94024 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76316 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43873 clock time +[SCHEDULER ITER8 LR1]: 80099 words processed Mon Nov 16 19:54:05 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.205057. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43450 clock time +[SCHEDULER ITER8 LR1]: 120004 words processed Mon Nov 16 19:54:20 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.199802. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21246 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43447 clock time +[SCHEDULER ITER8 LR1]: 160114 words processed Mon Nov 16 19:54:35 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.200895. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16965 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43486 clock time +[SCHEDULER ITER8 LR1]: 200066 words processed Mon Nov 16 19:54:50 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.200972. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13680 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91749 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75626 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42786 clock time +[SCHEDULER ITER8 LR1]: 240045 words processed Mon Nov 16 19:55:05 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.196588. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15767 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76829 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42881 clock time +[SCHEDULER ITER8 LR1]: 280057 words processed Mon Nov 16 19:55:20 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.193553. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20250 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93715 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78089 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43662 clock time +[SCHEDULER ITER8 LR1]: 320106 words processed Mon Nov 16 19:55:35 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.190773. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23774 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94573 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79677 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43894 clock time +[SCHEDULER ITER8 LR1]: 360024 words processed Mon Nov 16 19:55:50 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.189543. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95124 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82161 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44773 clock time +[SCHEDULER ITER8 LR1]: 400089 words processed Mon Nov 16 19:56:05 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.188180. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28820 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95822 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82554 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44407 clock time +[SCHEDULER ITER8 LR1]: 440067 words processed Mon Nov 16 19:56:20 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.188437. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20832 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93312 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79124 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43457 clock time +[SCHEDULER ITER8 LR1]: 480051 words processed Mon Nov 16 19:56:35 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.188641. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94878 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75618 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42725 clock time +[SCHEDULER ITER8 LR1]: 520140 words processed Mon Nov 16 19:56:50 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.188369. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00438 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75628 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43583 clock time +[SCHEDULER ITER8 LR1]: 560132 words processed Mon Nov 16 19:57:04 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.187960. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98334 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74087 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42653 clock time +[SCHEDULER ITER8 LR1]: 600118 words processed Mon Nov 16 19:57:19 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.187648. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17801 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92123 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76644 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45502 clock time +[SCHEDULER ITER8 LR1]: 640090 words processed Mon Nov 16 19:57:33 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.186406. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.10467 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91617 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73767 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42794 clock time +[SCHEDULER ITER8 LR1]: 680075 words processed Mon Nov 16 19:57:47 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.186378. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.10713 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74419 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42650 clock time +[SCHEDULER ITER8 LR1]: 720043 words processed Mon Nov 16 19:58:01 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.186701. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.11037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74266 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42664 clock time +[SCHEDULER ITER8 LR1]: 760012 words processed Mon Nov 16 19:58:16 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.186947. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12661 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91893 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75104 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42796 clock time +[SCHEDULER ITER8 LR1]: 800113 words processed Mon Nov 16 19:58:31 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.187097. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21660 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78433 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43984 clock time +[SCHEDULER ITER8 LR1]: 840089 words processed Mon Nov 16 19:58:46 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.186248. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19683 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93566 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78285 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43378 clock time +[SCHEDULER ITER8 LR1]: 880052 words processed Mon Nov 16 19:59:01 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.186156. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94768 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79334 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44486 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER8 LR1]: Displaying result: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 171.90531862971> <PPL_OOV 153.56059495327> <LOGP -2032341.6400566> +[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER8 LR1]: shuffling training file +===PEEK ON TEST 8=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER8 LR1]: 40087 words processed Mon Nov 16 19:59:13 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.223354. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.71911 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79349 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER8 LR1]: Displaying result: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 191.60219635223> <PPL_OOV 167.44708240131> <LOGP -183314.22931448> +[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 8=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER8 LR1]: 40095 words processed Mon Nov 16 19:59:26 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.283762. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69871 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77933 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER8 LR1]: Displaying result: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 197.01816659556> <PPL_OOV 176.5482345796> <LOGP -165728.64284451> +[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER8 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.8... + +[SCHEDULER ITER9 LR1]: preparing parameters... +[SCHEDULER ITER9 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.8... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46045738 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46050594 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92220262 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92336581 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94237739 +[SCHEDULER ITER9 LR1]: preparing parameters end. +[SCHEDULER ITER9 LR1]: preparing layers... +(19:59:37 2015-11-16)[nerv] info: create layer: recurrentL1 +(19:59:37 2015-11-16)[nerv] info: create layer: sigmoidL1 +(19:59:37 2015-11-16)[nerv] info: create layer: combinerL1 +(19:59:37 2015-11-16)[nerv] info: create layer: outputL +(19:59:37 2015-11-16)[nerv] info: create layer: softmaxL +(19:59:37 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER9 LR1]: preparing layers end. +[SCHEDULER ITER9 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER9 LR1]: Initing TNN end. +===ITERATION 9 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER9 LR1]: 40092 words processed Mon Nov 16 19:59:52 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.180199. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26708 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43888 clock time +[SCHEDULER ITER9 LR1]: 80099 words processed Mon Nov 16 20:00:06 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.178767. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13075 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92752 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74942 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42306 clock time +[SCHEDULER ITER9 LR1]: 120004 words processed Mon Nov 16 20:00:21 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.174655. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93227 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76749 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42656 clock time +[SCHEDULER ITER9 LR1]: 160114 words processed Mon Nov 16 20:00:36 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.176386. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25677 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96181 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79631 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44032 clock time +[SCHEDULER ITER9 LR1]: 200066 words processed Mon Nov 16 20:00:51 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.177102. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16462 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42572 clock time +[SCHEDULER ITER9 LR1]: 240045 words processed Mon Nov 16 20:01:06 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.174905. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15192 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93082 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76764 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42522 clock time +[SCHEDULER ITER9 LR1]: 280057 words processed Mon Nov 16 20:01:21 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.171743. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94746 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77299 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43339 clock time +[SCHEDULER ITER9 LR1]: 320106 words processed Mon Nov 16 20:01:36 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.169278. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24449 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95465 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43522 clock time +[SCHEDULER ITER9 LR1]: 360024 words processed Mon Nov 16 20:01:50 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.168191. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92806 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74736 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42414 clock time +[SCHEDULER ITER9 LR1]: 400089 words processed Mon Nov 16 20:02:05 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.166589. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28321 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96885 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81092 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44651 clock time +[SCHEDULER ITER9 LR1]: 440067 words processed Mon Nov 16 20:02:20 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.166948. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24516 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94979 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81487 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43194 clock time +[SCHEDULER ITER9 LR1]: 480051 words processed Mon Nov 16 20:02:35 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.167291. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27472 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95717 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82736 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43610 clock time +[SCHEDULER ITER9 LR1]: 520140 words processed Mon Nov 16 20:02:50 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.167079. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27591 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96438 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81894 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44149 clock time +[SCHEDULER ITER9 LR1]: 560132 words processed Mon Nov 16 20:03:05 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.166695. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25737 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95203 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43481 clock time +[SCHEDULER ITER9 LR1]: 600118 words processed Mon Nov 16 20:03:20 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.164905. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13899 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93008 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76359 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42472 clock time +[SCHEDULER ITER9 LR1]: 640090 words processed Mon Nov 16 20:03:35 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.163491. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93196 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76617 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42411 clock time +[SCHEDULER ITER9 LR1]: 680075 words processed Mon Nov 16 20:03:49 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.163145. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.11384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92420 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42278 clock time +[SCHEDULER ITER9 LR1]: 720043 words processed Mon Nov 16 20:04:04 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.163223. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23897 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95149 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80998 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43212 clock time +[SCHEDULER ITER9 LR1]: 760012 words processed Mon Nov 16 20:04:19 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.162981. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21179 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94529 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79619 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43125 clock time +[SCHEDULER ITER9 LR1]: 800113 words processed Mon Nov 16 20:04:33 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.163222. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94340 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76038 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43220 clock time +[SCHEDULER ITER9 LR1]: 840089 words processed Mon Nov 16 20:04:48 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.162394. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18125 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78528 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42716 clock time +[SCHEDULER ITER9 LR1]: 880052 words processed Mon Nov 16 20:05:03 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.162392. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25829 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95993 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43850 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER9 LR1]: Displaying result: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 162.33382952875> <PPL_OOV 145.38930025961> <LOGP -2010266.3742698> +[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER9 LR1]: shuffling training file +===PEEK ON TEST 9=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER9 LR1]: 40087 words processed Mon Nov 16 20:05:15 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.215174. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.71355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79478 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER9 LR1]: Displaying result: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 187.88679957257> <PPL_OOV 164.45892821205> <LOGP -182669.61606603> +[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 9=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER9 LR1]: 40095 words processed Mon Nov 16 20:05:29 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.276313. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77046 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83022 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER9 LR1]: Displaying result: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 193.16650117439> <PPL_OOV 173.26413664884> <LOGP -165127.15215465> +[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER9 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.9... + +[SCHEDULER ITER10 LR1]: preparing parameters... +[SCHEDULER ITER10 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.9... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1900407 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1905263 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48089502 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48205839 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94251708 +[SCHEDULER ITER10 LR1]: preparing parameters end. +[SCHEDULER ITER10 LR1]: preparing layers... +(20:05:41 2015-11-16)[nerv] info: create layer: recurrentL1 +(20:05:41 2015-11-16)[nerv] info: create layer: sigmoidL1 +(20:05:41 2015-11-16)[nerv] info: create layer: combinerL1 +(20:05:41 2015-11-16)[nerv] info: create layer: outputL +(20:05:41 2015-11-16)[nerv] info: create layer: softmaxL +(20:05:41 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER10 LR1]: preparing layers end. +[SCHEDULER ITER10 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER10 LR1]: Initing TNN end. +===ITERATION 10 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER10 LR1]: 40092 words processed Mon Nov 16 20:05:55 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.160846. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24036 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79273 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44562 clock time +[SCHEDULER ITER10 LR1]: 80099 words processed Mon Nov 16 20:06:09 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.160337. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18408 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92396 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42989 clock time +[SCHEDULER ITER10 LR1]: 120004 words processed Mon Nov 16 20:06:24 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.155624. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23261 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80356 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43498 clock time +[SCHEDULER ITER10 LR1]: 160114 words processed Mon Nov 16 20:06:39 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.156627. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23774 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80648 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43747 clock time +[SCHEDULER ITER10 LR1]: 200066 words processed Mon Nov 16 20:06:54 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.157317. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14825 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76768 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42792 clock time +[SCHEDULER ITER10 LR1]: 240045 words processed Mon Nov 16 20:07:09 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.155176. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33637 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95815 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44382 clock time +[SCHEDULER ITER10 LR1]: 280057 words processed Mon Nov 16 20:07:24 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.151805. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35179 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96711 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85697 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44681 clock time +[SCHEDULER ITER10 LR1]: 320106 words processed Mon Nov 16 20:07:39 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.149324. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22708 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94164 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80375 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43729 clock time +[SCHEDULER ITER10 LR1]: 360024 words processed Mon Nov 16 20:07:54 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.148109. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22268 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96914 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77386 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43788 clock time +[SCHEDULER ITER10 LR1]: 400089 words processed Mon Nov 16 20:08:09 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.146601. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26354 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97100 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80064 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43718 clock time +[SCHEDULER ITER10 LR1]: 440067 words processed Mon Nov 16 20:08:24 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.146986. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16844 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92308 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78538 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42798 clock time +[SCHEDULER ITER10 LR1]: 480051 words processed Mon Nov 16 20:08:39 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.147458. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26427 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94276 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43878 clock time +[SCHEDULER ITER10 LR1]: 520140 words processed Mon Nov 16 20:08:54 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.147224. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26497 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95469 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81114 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44236 clock time +[SCHEDULER ITER10 LR1]: 560132 words processed Mon Nov 16 20:09:09 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.147223. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18126 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92630 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79152 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42998 clock time +[SCHEDULER ITER10 LR1]: 600118 words processed Mon Nov 16 20:09:24 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.145378. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16677 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92451 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78152 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42928 clock time +[SCHEDULER ITER10 LR1]: 640090 words processed Mon Nov 16 20:09:38 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.144720. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92104 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76772 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42796 clock time +[SCHEDULER ITER10 LR1]: 680075 words processed Mon Nov 16 20:09:53 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.144278. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92990 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43395 clock time +[SCHEDULER ITER10 LR1]: 720043 words processed Mon Nov 16 20:10:08 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.144382. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22382 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93874 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80578 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43413 clock time +[SCHEDULER ITER10 LR1]: 760012 words processed Mon Nov 16 20:10:22 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.144462. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12722 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.91642 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75957 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42827 clock time +[SCHEDULER ITER10 LR1]: 800113 words processed Mon Nov 16 20:10:36 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.144791. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93579 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76966 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43720 clock time +[SCHEDULER ITER10 LR1]: 840089 words processed Mon Nov 16 20:10:51 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.144007. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22642 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94658 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79795 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43718 clock time +[SCHEDULER ITER10 LR1]: 880052 words processed Mon Nov 16 20:11:06 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.144035. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21717 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77156 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44993 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER10 LR1]: Displaying result: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 155.32157700761> <PPL_OOV 139.37671121002> <LOGP -1993215.6354609> +[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER10 LR1]: shuffling training file +===PEEK ON TEST 10=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER10 LR1]: 40087 words processed Mon Nov 16 20:11:17 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.206112. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69873 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78259 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER10 LR1]: Displaying result: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 184.80096290604> <PPL_OOV 161.06280623663> <LOGP -181922.61941708> +[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 10=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER10 LR1]: 40095 words processed Mon Nov 16 20:11:30 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.268081. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69868 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77935 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER10 LR1]: Displaying result: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 189.96938721225> <PPL_OOV 169.83162585427> <LOGP -164486.16952174> +[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER10 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.10... + +[SCHEDULER ITER11 LR1]: preparing parameters... +[SCHEDULER ITER11 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.10... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46044887 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46049743 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92246758 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92363086 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94262965 +[SCHEDULER ITER11 LR1]: preparing parameters end. +[SCHEDULER ITER11 LR1]: preparing layers... +(20:11:41 2015-11-16)[nerv] info: create layer: recurrentL1 +(20:11:41 2015-11-16)[nerv] info: create layer: sigmoidL1 +(20:11:41 2015-11-16)[nerv] info: create layer: combinerL1 +(20:11:41 2015-11-16)[nerv] info: create layer: outputL +(20:11:41 2015-11-16)[nerv] info: create layer: softmaxL +(20:11:41 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER11 LR1]: preparing layers end. +[SCHEDULER ITER11 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER11 LR1]: Initing TNN end. +===ITERATION 11 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER11 LR1]: 40092 words processed Mon Nov 16 20:11:55 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.137039. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24793 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96238 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78565 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44301 clock time +[SCHEDULER ITER11 LR1]: 80099 words processed Mon Nov 16 20:12:10 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.138731. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21228 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94034 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79548 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42942 clock time +[SCHEDULER ITER11 LR1]: 120004 words processed Mon Nov 16 20:12:25 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.135105. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27656 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80949 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44057 clock time +[SCHEDULER ITER11 LR1]: 160114 words processed Mon Nov 16 20:12:40 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.137115. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28045 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80779 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44389 clock time +[SCHEDULER ITER11 LR1]: 200066 words processed Mon Nov 16 20:12:55 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.138343. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22558 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94877 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78820 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43608 clock time +[SCHEDULER ITER11 LR1]: 240045 words processed Mon Nov 16 20:13:09 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.135492. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17519 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93534 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42629 clock time +[SCHEDULER ITER11 LR1]: 280057 words processed Mon Nov 16 20:13:24 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.132313. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32819 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97650 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45015 clock time +[SCHEDULER ITER11 LR1]: 320106 words processed Mon Nov 16 20:13:39 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.130158. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34942 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97827 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83728 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45217 clock time +[SCHEDULER ITER11 LR1]: 360024 words processed Mon Nov 16 20:13:54 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.128993. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28891 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95936 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81657 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44191 clock time +[SCHEDULER ITER11 LR1]: 400089 words processed Mon Nov 16 20:14:09 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.127477. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24800 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95750 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79942 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43532 clock time +[SCHEDULER ITER11 LR1]: 440067 words processed Mon Nov 16 20:14:24 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.128128. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23082 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94445 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81337 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42869 clock time +[SCHEDULER ITER11 LR1]: 480051 words processed Mon Nov 16 20:14:39 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.128809. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24641 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95096 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80989 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43566 clock time +[SCHEDULER ITER11 LR1]: 520140 words processed Mon Nov 16 20:14:54 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.128769. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36388 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85747 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44825 clock time +[SCHEDULER ITER11 LR1]: 560132 words processed Mon Nov 16 20:15:09 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.128666. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18150 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93929 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42854 clock time +[SCHEDULER ITER11 LR1]: 600118 words processed Mon Nov 16 20:15:24 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.127160. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42593 clock time +[SCHEDULER ITER11 LR1]: 640090 words processed Mon Nov 16 20:15:39 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.126301. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16702 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93248 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77925 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42666 clock time +[SCHEDULER ITER11 LR1]: 680075 words processed Mon Nov 16 20:15:54 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.125962. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27773 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96086 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81539 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44200 clock time +[SCHEDULER ITER11 LR1]: 720043 words processed Mon Nov 16 20:16:09 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.126239. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96644 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85868 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44048 clock time +[SCHEDULER ITER11 LR1]: 760012 words processed Mon Nov 16 20:16:24 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.125843. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95045 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43228 clock time +[SCHEDULER ITER11 LR1]: 800113 words processed Mon Nov 16 20:16:39 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.126260. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37667 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98417 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86995 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44942 clock time +[SCHEDULER ITER11 LR1]: 840089 words processed Mon Nov 16 20:16:54 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.125762. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27163 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95357 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43802 clock time +[SCHEDULER ITER11 LR1]: 880052 words processed Mon Nov 16 20:17:09 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.125916. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26090 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94947 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82002 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43615 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER11 LR1]: Displaying result: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 148.71364832114> <PPL_OOV 133.680351666> <LOGP -1976369.0350324> +[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER11 LR1]: shuffling training file +===PEEK ON TEST 11=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER11 LR1]: 40087 words processed Mon Nov 16 20:17:21 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.200361. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.78934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84770 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER11 LR1]: Displaying result: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 181.46166137023> <PPL_OOV 158.99733526873> <LOGP -181460.56498772> +[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 11=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER11 LR1]: 40095 words processed Mon Nov 16 20:17:34 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.262837. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.68128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76927 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER11 LR1]: Displaying result: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 186.31886120305> <PPL_OOV 167.31899347048> <LOGP -164008.69715028> +[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER11 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.11... + +[SCHEDULER ITER12 LR1]: preparing parameters... +[SCHEDULER ITER12 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.11... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1899123 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1903979 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48113072 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48229392 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94272505 +[SCHEDULER ITER12 LR1]: preparing parameters end. +[SCHEDULER ITER12 LR1]: preparing layers... +(20:17:45 2015-11-16)[nerv] info: create layer: recurrentL1 +(20:17:45 2015-11-16)[nerv] info: create layer: sigmoidL1 +(20:17:45 2015-11-16)[nerv] info: create layer: combinerL1 +(20:17:45 2015-11-16)[nerv] info: create layer: outputL +(20:17:45 2015-11-16)[nerv] info: create layer: softmaxL +(20:17:45 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER12 LR1]: preparing layers end. +[SCHEDULER ITER12 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER12 LR1]: Initing TNN end. +===ITERATION 12 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER12 LR1]: 40092 words processed Mon Nov 16 20:17:59 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.123412. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31655 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96784 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82706 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45205 clock time +[SCHEDULER ITER12 LR1]: 80099 words processed Mon Nov 16 20:18:14 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.129435. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26310 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94459 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82181 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43669 clock time +[SCHEDULER ITER12 LR1]: 120004 words processed Mon Nov 16 20:18:29 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.126273. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18871 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92782 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42744 clock time +[SCHEDULER ITER12 LR1]: 160114 words processed Mon Nov 16 20:18:44 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.127267. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94613 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79576 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43822 clock time +[SCHEDULER ITER12 LR1]: 200066 words processed Mon Nov 16 20:18:59 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.127589. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27943 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94986 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83544 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43845 clock time +[SCHEDULER ITER12 LR1]: 240045 words processed Mon Nov 16 20:19:14 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.125036. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29008 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83500 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44103 clock time +[SCHEDULER ITER12 LR1]: 280057 words processed Mon Nov 16 20:19:29 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.121050. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20525 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94523 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43764 clock time +[SCHEDULER ITER12 LR1]: 320106 words processed Mon Nov 16 20:19:44 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.118508. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19000 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94195 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77888 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43634 clock time +[SCHEDULER ITER12 LR1]: 360024 words processed Mon Nov 16 20:19:59 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.117107. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22844 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44605 clock time +[SCHEDULER ITER12 LR1]: 400089 words processed Mon Nov 16 20:20:14 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.115619. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21023 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94456 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79203 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43611 clock time +[SCHEDULER ITER12 LR1]: 440067 words processed Mon Nov 16 20:20:29 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.116089. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16962 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92561 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42775 clock time +[SCHEDULER ITER12 LR1]: 480051 words processed Mon Nov 16 20:20:44 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.116697. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30042 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95413 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44143 clock time +[SCHEDULER ITER12 LR1]: 520140 words processed Mon Nov 16 20:20:59 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.116334. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34376 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97422 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83921 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45307 clock time +[SCHEDULER ITER12 LR1]: 560132 words processed Mon Nov 16 20:21:14 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.116120. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26554 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94705 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83062 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43723 clock time +[SCHEDULER ITER12 LR1]: 600118 words processed Mon Nov 16 20:21:29 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.114022. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97015 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.88220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45057 clock time +[SCHEDULER ITER12 LR1]: 640090 words processed Mon Nov 16 20:21:44 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.112655. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92716 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78821 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42924 clock time +[SCHEDULER ITER12 LR1]: 680075 words processed Mon Nov 16 20:21:59 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.111982. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94394 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43543 clock time +[SCHEDULER ITER12 LR1]: 720043 words processed Mon Nov 16 20:22:14 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.111916. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26652 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94442 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43485 clock time +[SCHEDULER ITER12 LR1]: 760012 words processed Mon Nov 16 20:22:29 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.111100. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93516 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80718 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42949 clock time +[SCHEDULER ITER12 LR1]: 800113 words processed Mon Nov 16 20:22:44 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.111543. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28087 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83307 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44227 clock time +[SCHEDULER ITER12 LR1]: 840089 words processed Mon Nov 16 20:22:59 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.111212. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78325 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43159 clock time +[SCHEDULER ITER12 LR1]: 880052 words processed Mon Nov 16 20:23:14 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.111385. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27892 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95288 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82366 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44261 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER12 LR1]: Displaying result: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 143.61331878081> <PPL_OOV 129.28305120291> <LOGP -1962865.8381873> +[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER12 LR1]: shuffling training file +===PEEK ON TEST 12=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER12 LR1]: 40087 words processed Mon Nov 16 20:23:26 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.200053. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81521 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER12 LR1]: Displaying result: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 180.79468645492> <PPL_OOV 158.80950707114> <LOGP -181418.24970907> +[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 12=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER12 LR1]: 40095 words processed Mon Nov 16 20:23:40 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.262970. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.80721 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86174 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER12 LR1]: Displaying result: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 186.12441685147> <PPL_OOV 167.44182066983> <LOGP -164032.20403992> +[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER12 LR1]: PPL did not improve, rejected, copying param file of last iter... + +[SCHEDULER ITER13 LR1]: preparing parameters... +[SCHEDULER ITER13 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.12... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1899123 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1903979 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48113072 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48229392 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94272505 +[SCHEDULER ITER13 LR1]: preparing parameters end. +[SCHEDULER ITER13 LR1]: preparing layers... +(20:23:50 2015-11-16)[nerv] info: create layer: recurrentL1 +(20:23:50 2015-11-16)[nerv] info: create layer: sigmoidL1 +(20:23:50 2015-11-16)[nerv] info: create layer: combinerL1 +(20:23:50 2015-11-16)[nerv] info: create layer: outputL +(20:23:50 2015-11-16)[nerv] info: create layer: softmaxL +(20:23:50 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER13 LR1]: preparing layers end. +[SCHEDULER ITER13 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER13 LR1]: Initing TNN end. +===ITERATION 13 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER13 LR1]: 40092 words processed Mon Nov 16 20:24:05 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.124700. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28099 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81055 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44543 clock time +[SCHEDULER ITER13 LR1]: 80099 words processed Mon Nov 16 20:24:20 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.130431. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16269 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92640 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77226 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42814 clock time +[SCHEDULER ITER13 LR1]: 120004 words processed Mon Nov 16 20:24:35 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.126863. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81118 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43885 clock time +[SCHEDULER ITER13 LR1]: 160114 words processed Mon Nov 16 20:24:50 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.127641. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21975 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94661 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79415 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43594 clock time +[SCHEDULER ITER13 LR1]: 200066 words processed Mon Nov 16 20:25:04 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.128753. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13548 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92101 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76182 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42587 clock time +[SCHEDULER ITER13 LR1]: 240045 words processed Mon Nov 16 20:25:18 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.125405. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92411 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76064 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42991 clock time +[SCHEDULER ITER13 LR1]: 280057 words processed Mon Nov 16 20:25:33 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.121557. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44404 clock time +[SCHEDULER ITER13 LR1]: 320106 words processed Mon Nov 16 20:25:47 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.119057. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17185 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93824 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76845 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43400 clock time +[SCHEDULER ITER13 LR1]: 360024 words processed Mon Nov 16 20:26:02 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.117442. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79125 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42901 clock time +[SCHEDULER ITER13 LR1]: 400089 words processed Mon Nov 16 20:26:17 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.115856. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96218 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44619 clock time +[SCHEDULER ITER13 LR1]: 440067 words processed Mon Nov 16 20:26:32 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.116256. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19692 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93666 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78663 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43788 clock time +[SCHEDULER ITER13 LR1]: 480051 words processed Mon Nov 16 20:26:46 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.116761. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15725 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93335 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76437 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43067 clock time +[SCHEDULER ITER13 LR1]: 520140 words processed Mon Nov 16 20:27:01 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.116780. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77448 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43579 clock time +[SCHEDULER ITER13 LR1]: 560132 words processed Mon Nov 16 20:27:15 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.116520. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12441 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92225 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75614 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42675 clock time +[SCHEDULER ITER13 LR1]: 600118 words processed Mon Nov 16 20:27:29 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.114349. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.13155 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42820 clock time +[SCHEDULER ITER13 LR1]: 640090 words processed Mon Nov 16 20:27:44 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.113011. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15483 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92821 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77413 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42679 clock time +[SCHEDULER ITER13 LR1]: 680075 words processed Mon Nov 16 20:27:58 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.112316. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.12659 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92263 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76012 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42610 clock time +[SCHEDULER ITER13 LR1]: 720043 words processed Mon Nov 16 20:28:13 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.112292. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81020 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43597 clock time +[SCHEDULER ITER13 LR1]: 760012 words processed Mon Nov 16 20:28:28 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.111595. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33803 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96596 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85226 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44719 clock time +[SCHEDULER ITER13 LR1]: 800113 words processed Mon Nov 16 20:28:43 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.112014. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29536 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44474 clock time +[SCHEDULER ITER13 LR1]: 840089 words processed Mon Nov 16 20:28:58 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.111276. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92896 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78724 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42721 clock time +[SCHEDULER ITER13 LR1]: 880052 words processed Mon Nov 16 20:29:13 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.111390. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14769 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92803 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76710 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42597 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER13 LR1]: Displaying result: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 143.62007780591> <PPL_OOV 129.28060429933> <LOGP -1962858.1971088> +[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER13 LR1]: shuffling training file +===PEEK ON TEST 13=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER13 LR1]: 40087 words processed Mon Nov 16 20:29:24 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.199427. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70902 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79208 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER13 LR1]: Displaying result: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 181.20405532305> <PPL_OOV 158.6828773782> <LOGP -181389.69341333> +[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 13=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER13 LR1]: 40095 words processed Mon Nov 16 20:29:37 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.262494. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.68860 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77540 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER13 LR1]: Displaying result: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 186.32135953827> <PPL_OOV 167.22217261963> <LOGP -163990.15523657> +[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER13 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.13... + +[SCHEDULER ITER14 LR1]: preparing parameters... +[SCHEDULER ITER14 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.13... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46041450 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46046306 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92267138 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92383441 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94281630 +[SCHEDULER ITER14 LR1]: preparing parameters end. +[SCHEDULER ITER14 LR1]: preparing layers... +(20:29:49 2015-11-16)[nerv] info: create layer: recurrentL1 +(20:29:49 2015-11-16)[nerv] info: create layer: sigmoidL1 +(20:29:49 2015-11-16)[nerv] info: create layer: combinerL1 +(20:29:49 2015-11-16)[nerv] info: create layer: outputL +(20:29:49 2015-11-16)[nerv] info: create layer: softmaxL +(20:29:49 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER14 LR1]: preparing layers end. +[SCHEDULER ITER14 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER14 LR1]: Initing TNN end. +===ITERATION 14 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER14 LR1]: 40092 words processed Mon Nov 16 20:30:04 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.106519. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97088 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82877 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44307 clock time +[SCHEDULER ITER14 LR1]: 80099 words processed Mon Nov 16 20:30:19 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.109678. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28269 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95321 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82989 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43324 clock time +[SCHEDULER ITER14 LR1]: 120004 words processed Mon Nov 16 20:30:34 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.106282. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30831 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95866 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43681 clock time +[SCHEDULER ITER14 LR1]: 160114 words processed Mon Nov 16 20:30:49 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.115532. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.41336 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99208 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45120 clock time +[SCHEDULER ITER14 LR1]: 200066 words processed Mon Nov 16 20:31:04 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.115626. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28454 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95420 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83684 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43619 clock time +[SCHEDULER ITER14 LR1]: 240045 words processed Mon Nov 16 20:31:19 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.114675. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21826 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94146 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80500 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43045 clock time +[SCHEDULER ITER14 LR1]: 280057 words processed Mon Nov 16 20:31:34 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.110440. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30548 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96596 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44140 clock time +[SCHEDULER ITER14 LR1]: 320106 words processed Mon Nov 16 20:31:49 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.107807. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26336 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96067 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81367 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43764 clock time +[SCHEDULER ITER14 LR1]: 360024 words processed Mon Nov 16 20:32:04 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.105960. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22322 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94159 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42895 clock time +[SCHEDULER ITER14 LR1]: 400089 words processed Mon Nov 16 20:32:19 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.104508. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26900 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43663 clock time +[SCHEDULER ITER14 LR1]: 440067 words processed Mon Nov 16 20:32:34 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.104912. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21978 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94521 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79773 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43335 clock time +[SCHEDULER ITER14 LR1]: 480051 words processed Mon Nov 16 20:32:49 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.105325. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95974 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83581 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43533 clock time +[SCHEDULER ITER14 LR1]: 520140 words processed Mon Nov 16 20:33:04 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.104824. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96269 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82311 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43878 clock time +[SCHEDULER ITER14 LR1]: 560132 words processed Mon Nov 16 20:33:19 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.104513. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95702 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43852 clock time +[SCHEDULER ITER14 LR1]: 600118 words processed Mon Nov 16 20:33:34 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.102293. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30978 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82626 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44532 clock time +[SCHEDULER ITER14 LR1]: 640090 words processed Mon Nov 16 20:33:49 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.100786. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29219 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96116 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81588 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44455 clock time +[SCHEDULER ITER14 LR1]: 680075 words processed Mon Nov 16 20:34:04 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.099982. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26772 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80443 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44164 clock time +[SCHEDULER ITER14 LR1]: 720043 words processed Mon Nov 16 20:34:19 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.099812. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93819 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78882 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42833 clock time +[SCHEDULER ITER14 LR1]: 760012 words processed Mon Nov 16 20:34:34 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.099011. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28878 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96103 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81949 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44438 clock time +[SCHEDULER ITER14 LR1]: 800113 words processed Mon Nov 16 20:34:49 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.099380. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26711 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80511 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43766 clock time +[SCHEDULER ITER14 LR1]: 840089 words processed Mon Nov 16 20:35:04 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.098603. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28103 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83225 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43645 clock time +[SCHEDULER ITER14 LR1]: 880052 words processed Mon Nov 16 20:35:18 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.098659. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92867 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42639 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER14 LR1]: Displaying result: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 139.27471248492> <PPL_OOV 125.54833586369> <LOGP -1951031.5819951> +[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER14 LR1]: shuffling training file +===PEEK ON TEST 14=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER14 LR1]: 40087 words processed Mon Nov 16 20:35:29 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.197280. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73178 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80545 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER14 LR1]: Displaying result: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 179.51505756206> <PPL_OOV 157.91130158393> <LOGP -181215.20116613> +[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 14=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER14 LR1]: 40095 words processed Mon Nov 16 20:35:43 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.260409. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83642 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER14 LR1]: Displaying result: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.73953147135> <PPL_OOV 166.37544753419> <LOGP -163827.54209865> +[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER14 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.14... + +[SCHEDULER ITER15 LR1]: preparing parameters... +[SCHEDULER ITER15 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.14... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1897162 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1902018 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48135300 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48251597 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94290882 +[SCHEDULER ITER15 LR1]: preparing parameters end. +[SCHEDULER ITER15 LR1]: preparing layers... +(20:35:55 2015-11-16)[nerv] info: create layer: recurrentL1 +(20:35:55 2015-11-16)[nerv] info: create layer: sigmoidL1 +(20:35:55 2015-11-16)[nerv] info: create layer: combinerL1 +(20:35:55 2015-11-16)[nerv] info: create layer: outputL +(20:35:55 2015-11-16)[nerv] info: create layer: softmaxL +(20:35:55 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER15 LR1]: preparing layers end. +[SCHEDULER ITER15 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER15 LR1]: Initing TNN end. +===ITERATION 15 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER15 LR1]: 40092 words processed Mon Nov 16 20:36:10 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.094970. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33676 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82917 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44279 clock time +[SCHEDULER ITER15 LR1]: 80099 words processed Mon Nov 16 20:36:25 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.096740. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23522 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42880 clock time +[SCHEDULER ITER15 LR1]: 120004 words processed Mon Nov 16 20:36:40 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.092736. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18877 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96327 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76281 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42617 clock time +[SCHEDULER ITER15 LR1]: 160114 words processed Mon Nov 16 20:36:55 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.096468. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28721 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43680 clock time +[SCHEDULER ITER15 LR1]: 200066 words processed Mon Nov 16 20:37:10 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.097947. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86012 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44525 clock time +[SCHEDULER ITER15 LR1]: 240045 words processed Mon Nov 16 20:37:25 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.095843. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22204 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96802 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42740 clock time +[SCHEDULER ITER15 LR1]: 280057 words processed Mon Nov 16 20:37:40 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.091781. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00636 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44904 clock time +[SCHEDULER ITER15 LR1]: 320106 words processed Mon Nov 16 20:37:55 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.089598. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00730 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80606 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44554 clock time +[SCHEDULER ITER15 LR1]: 360024 words processed Mon Nov 16 20:38:10 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.088098. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23263 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97232 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79392 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42845 clock time +[SCHEDULER ITER15 LR1]: 400089 words processed Mon Nov 16 20:38:25 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.086138. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99085 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79165 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43882 clock time +[SCHEDULER ITER15 LR1]: 440067 words processed Mon Nov 16 20:38:40 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.086957. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23976 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97762 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78951 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43257 clock time +[SCHEDULER ITER15 LR1]: 480051 words processed Mon Nov 16 20:38:55 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.087749. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28253 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43494 clock time +[SCHEDULER ITER15 LR1]: 520140 words processed Mon Nov 16 20:39:10 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.087660. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99517 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79902 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44089 clock time +[SCHEDULER ITER15 LR1]: 560132 words processed Mon Nov 16 20:39:25 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.087600. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23698 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78770 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43415 clock time +[SCHEDULER ITER15 LR1]: 600118 words processed Mon Nov 16 20:39:40 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.085650. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.40613 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00241 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87919 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44201 clock time +[SCHEDULER ITER15 LR1]: 640090 words processed Mon Nov 16 20:39:55 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.084364. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96883 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77841 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42818 clock time +[SCHEDULER ITER15 LR1]: 680075 words processed Mon Nov 16 20:40:10 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.083804. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19792 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77160 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42720 clock time +[SCHEDULER ITER15 LR1]: 720043 words processed Mon Nov 16 20:40:24 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.083820. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16935 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42640 clock time +[SCHEDULER ITER15 LR1]: 760012 words processed Mon Nov 16 20:40:39 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.083106. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96459 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76556 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42553 clock time +[SCHEDULER ITER15 LR1]: 800113 words processed Mon Nov 16 20:40:54 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.083643. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23116 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77902 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43571 clock time +[SCHEDULER ITER15 LR1]: 840089 words processed Mon Nov 16 20:41:09 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.083007. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21278 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96845 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42824 clock time +[SCHEDULER ITER15 LR1]: 880052 words processed Mon Nov 16 20:41:23 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.083226. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16957 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96438 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42622 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER15 LR1]: Displaying result: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 134.20503994822> <PPL_OOV 121.16819720447> <LOGP -1936695.1683318> +[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER15 LR1]: shuffling training file +===PEEK ON TEST 15=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER15 LR1]: 40087 words processed Mon Nov 16 20:41:34 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.191070. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69805 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78138 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER15 LR1]: Displaying result: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 177.04541086517> <PPL_OOV 155.6829857727> <LOGP -180706.43817083> +[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 15=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER15 LR1]: 40095 words processed Mon Nov 16 20:41:48 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.254691. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70130 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78411 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER15 LR1]: Displaying result: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 182.18941462437> <PPL_OOV 163.97982399186> <LOGP -163362.94107867> +[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER15 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.15... + +[SCHEDULER ITER16 LR1]: preparing parameters... +[SCHEDULER ITER16 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.15... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46037001 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46041857 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92288877 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92405166 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94301534 +[SCHEDULER ITER16 LR1]: preparing parameters end. +[SCHEDULER ITER16 LR1]: preparing layers... +(20:41:59 2015-11-16)[nerv] info: create layer: recurrentL1 +(20:41:59 2015-11-16)[nerv] info: create layer: sigmoidL1 +(20:41:59 2015-11-16)[nerv] info: create layer: combinerL1 +(20:41:59 2015-11-16)[nerv] info: create layer: outputL +(20:41:59 2015-11-16)[nerv] info: create layer: softmaxL +(20:41:59 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER16 LR1]: preparing layers end. +[SCHEDULER ITER16 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER16 LR1]: Initing TNN end. +===ITERATION 16 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER16 LR1]: 40092 words processed Mon Nov 16 20:42:14 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.083121. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96796 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83416 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44347 clock time +[SCHEDULER ITER16 LR1]: 80099 words processed Mon Nov 16 20:42:29 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.088097. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92932 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77414 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42582 clock time +[SCHEDULER ITER16 LR1]: 120004 words processed Mon Nov 16 20:42:44 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.083760. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39067 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87610 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44716 clock time +[SCHEDULER ITER16 LR1]: 160114 words processed Mon Nov 16 20:42:59 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.085542. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30781 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96763 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83081 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44361 clock time +[SCHEDULER ITER16 LR1]: 200066 words processed Mon Nov 16 20:43:14 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.087662. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21723 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93918 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42914 clock time +[SCHEDULER ITER16 LR1]: 240045 words processed Mon Nov 16 20:43:28 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.086955. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16347 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92754 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77822 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42840 clock time +[SCHEDULER ITER16 LR1]: 280057 words processed Mon Nov 16 20:43:43 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.082877. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21826 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94714 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79300 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43659 clock time +[SCHEDULER ITER16 LR1]: 320106 words processed Mon Nov 16 20:43:58 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.080652. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20718 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94749 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43507 clock time +[SCHEDULER ITER16 LR1]: 360024 words processed Mon Nov 16 20:44:13 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.078907. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15673 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42760 clock time +[SCHEDULER ITER16 LR1]: 400089 words processed Mon Nov 16 20:44:28 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.076805. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97039 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83613 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44982 clock time +[SCHEDULER ITER16 LR1]: 440067 words processed Mon Nov 16 20:44:42 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.077248. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18092 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93803 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77965 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43069 clock time +[SCHEDULER ITER16 LR1]: 480051 words processed Mon Nov 16 20:44:57 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.077975. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21850 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43543 clock time +[SCHEDULER ITER16 LR1]: 520140 words processed Mon Nov 16 20:45:12 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.077521. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44158 clock time +[SCHEDULER ITER16 LR1]: 560132 words processed Mon Nov 16 20:45:27 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.077259. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25359 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95073 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43978 clock time +[SCHEDULER ITER16 LR1]: 600118 words processed Mon Nov 16 20:45:42 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.075564. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93713 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80241 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42965 clock time +[SCHEDULER ITER16 LR1]: 640090 words processed Mon Nov 16 20:45:57 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.074164. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29047 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95805 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82692 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44345 clock time +[SCHEDULER ITER16 LR1]: 680075 words processed Mon Nov 16 20:46:12 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.073495. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19910 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93637 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79610 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43185 clock time +[SCHEDULER ITER16 LR1]: 720043 words processed Mon Nov 16 20:46:27 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.073409. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24746 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94617 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43292 clock time +[SCHEDULER ITER16 LR1]: 760012 words processed Mon Nov 16 20:46:42 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.072589. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34254 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96533 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86051 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44387 clock time +[SCHEDULER ITER16 LR1]: 800113 words processed Mon Nov 16 20:46:57 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.072909. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.41324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98715 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.88366 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45279 clock time +[SCHEDULER ITER16 LR1]: 840089 words processed Mon Nov 16 20:47:12 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.072386. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25974 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94508 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83031 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43469 clock time +[SCHEDULER ITER16 LR1]: 880052 words processed Mon Nov 16 20:47:27 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.072623. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19708 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79750 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42940 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER16 LR1]: Displaying result: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 130.82155308403> <PPL_OOV 118.24002290514> <LOGP -1926819.0836068> +[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER16 LR1]: shuffling training file +===PEEK ON TEST 16=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER16 LR1]: 40087 words processed Mon Nov 16 20:47:38 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.187912. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79068 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER16 LR1]: Displaying result: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 176.00780059298> <PPL_OOV 154.44074852616> <LOGP -180419.64323953> +[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 16=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER16 LR1]: 40095 words processed Mon Nov 16 20:47:51 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.251572. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.71377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79789 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER16 LR1]: Displaying result: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.17022255751> <PPL_OOV 162.74880131209> <LOGP -163121.55282167> +[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER16 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.16... + +[SCHEDULER ITER17 LR1]: preparing parameters... +[SCHEDULER ITER17 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.16... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1895307 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1900163 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48162572 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48278837 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94312867 +[SCHEDULER ITER17 LR1]: preparing parameters end. +[SCHEDULER ITER17 LR1]: preparing layers... +(20:48:03 2015-11-16)[nerv] info: create layer: recurrentL1 +(20:48:03 2015-11-16)[nerv] info: create layer: sigmoidL1 +(20:48:03 2015-11-16)[nerv] info: create layer: combinerL1 +(20:48:03 2015-11-16)[nerv] info: create layer: outputL +(20:48:03 2015-11-16)[nerv] info: create layer: softmaxL +(20:48:03 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER17 LR1]: preparing layers end. +[SCHEDULER ITER17 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER17 LR1]: Initing TNN end. +===ITERATION 17 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER17 LR1]: 40092 words processed Mon Nov 16 20:48:17 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.075734. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27238 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98829 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79487 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43812 clock time +[SCHEDULER ITER17 LR1]: 80099 words processed Mon Nov 16 20:48:32 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.074042. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24662 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97035 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79780 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42866 clock time +[SCHEDULER ITER17 LR1]: 120004 words processed Mon Nov 16 20:48:47 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.069547. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34370 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99026 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84207 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43849 clock time +[SCHEDULER ITER17 LR1]: 160114 words processed Mon Nov 16 20:49:02 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.073792. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37477 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01261 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82775 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45199 clock time +[SCHEDULER ITER17 LR1]: 200066 words processed Mon Nov 16 20:49:16 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.073678. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18163 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96440 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75995 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42618 clock time +[SCHEDULER ITER17 LR1]: 240045 words processed Mon Nov 16 20:49:30 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.071819. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96070 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76624 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42578 clock time +[SCHEDULER ITER17 LR1]: 280057 words processed Mon Nov 16 20:49:45 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.067970. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98351 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79003 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43534 clock time +[SCHEDULER ITER17 LR1]: 320106 words processed Mon Nov 16 20:50:00 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.066148. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00283 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44330 clock time +[SCHEDULER ITER17 LR1]: 360024 words processed Mon Nov 16 20:50:15 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.064714. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23665 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43134 clock time +[SCHEDULER ITER17 LR1]: 400089 words processed Mon Nov 16 20:50:30 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.062772. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25798 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98781 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79072 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43747 clock time +[SCHEDULER ITER17 LR1]: 440067 words processed Mon Nov 16 20:50:45 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.063663. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23909 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97682 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78809 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43342 clock time +[SCHEDULER ITER17 LR1]: 480051 words processed Mon Nov 16 20:51:00 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.064452. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20330 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96739 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42808 clock time +[SCHEDULER ITER17 LR1]: 520140 words processed Mon Nov 16 20:51:15 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.064445. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37985 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01586 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45224 clock time +[SCHEDULER ITER17 LR1]: 560132 words processed Mon Nov 16 20:51:30 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.064322. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27297 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79801 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43799 clock time +[SCHEDULER ITER17 LR1]: 600118 words processed Mon Nov 16 20:51:45 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.062340. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33929 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99930 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82752 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44481 clock time +[SCHEDULER ITER17 LR1]: 640090 words processed Mon Nov 16 20:52:00 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.061531. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98059 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79720 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43557 clock time +[SCHEDULER ITER17 LR1]: 680075 words processed Mon Nov 16 20:52:15 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.060991. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30209 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80840 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44144 clock time +[SCHEDULER ITER17 LR1]: 720043 words processed Mon Nov 16 20:52:30 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.060957. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33596 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99923 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82105 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44480 clock time +[SCHEDULER ITER17 LR1]: 760012 words processed Mon Nov 16 20:52:45 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.060003. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27826 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98675 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79913 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43780 clock time +[SCHEDULER ITER17 LR1]: 800113 words processed Mon Nov 16 20:53:00 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.060353. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34891 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00902 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81952 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45237 clock time +[SCHEDULER ITER17 LR1]: 840089 words processed Mon Nov 16 20:53:15 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.060411. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22108 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97408 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77594 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43088 clock time +[SCHEDULER ITER17 LR1]: 880052 words processed Mon Nov 16 20:53:30 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.060802. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99124 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80942 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44023 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER17 LR1]: Displaying result: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 127.15444419997> <PPL_OOV 115.06947267974> <LOGP -1915845.8596768> +[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER17 LR1]: shuffling training file +===PEEK ON TEST 17=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER17 LR1]: 40087 words processed Mon Nov 16 20:53:41 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.184861. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69809 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77810 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER17 LR1]: Displaying result: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 175.32009789052> <PPL_OOV 153.46425910208> <LOGP -180192.57737275> +[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 17=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER17 LR1]: 40095 words processed Mon Nov 16 20:53:54 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.249517. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.80166 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84378 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER17 LR1]: Displaying result: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 180.31979996826> <PPL_OOV 161.69079166391> <LOGP -162912.62679993> +[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER17 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.17... + +[SCHEDULER ITER18 LR0.6]: preparing parameters... +[SCHEDULER ITER18 LR0.6]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.17... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46031439 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46036295 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92315356 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92431616 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94325933 +[SCHEDULER ITER18 LR0.6]: preparing parameters end. +[SCHEDULER ITER18 LR0.6]: preparing layers... +(20:54:05 2015-11-16)[nerv] info: create layer: recurrentL1 +(20:54:05 2015-11-16)[nerv] info: create layer: sigmoidL1 +(20:54:05 2015-11-16)[nerv] info: create layer: combinerL1 +(20:54:05 2015-11-16)[nerv] info: create layer: outputL +(20:54:05 2015-11-16)[nerv] info: create layer: softmaxL +(20:54:05 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER18 LR0.6]: preparing layers end. +[SCHEDULER ITER18 LR0.6]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER18 LR0.6]: Initing TNN end. +===ITERATION 18 LR 0.600000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER18 LR0.6]: 40092 words processed Mon Nov 16 20:54:19 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.034218. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25745 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80661 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44200 clock time +[SCHEDULER ITER18 LR0.6]: 80099 words processed Mon Nov 16 20:54:34 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.031870. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31327 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95763 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84274 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43935 clock time +[SCHEDULER ITER18 LR0.6]: 120004 words processed Mon Nov 16 20:54:49 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.025285. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93110 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78589 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42993 clock time +[SCHEDULER ITER18 LR0.6]: 160114 words processed Mon Nov 16 20:55:04 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.025948. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26754 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95652 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81728 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43860 clock time +[SCHEDULER ITER18 LR0.6]: 200066 words processed Mon Nov 16 20:55:19 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.024900. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26959 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96784 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79937 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44687 clock time +[SCHEDULER ITER18 LR0.6]: 240045 words processed Mon Nov 16 20:55:34 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.021138. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26777 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97406 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79689 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43863 clock time +[SCHEDULER ITER18 LR0.6]: 280057 words processed Mon Nov 16 20:55:49 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.016731. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21745 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94592 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78846 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43716 clock time +[SCHEDULER ITER18 LR0.6]: 320106 words processed Mon Nov 16 20:56:04 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.014350. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.44575 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99327 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.89758 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45644 clock time +[SCHEDULER ITER18 LR0.6]: 360024 words processed Mon Nov 16 20:56:19 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.012541. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84021 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43770 clock time +[SCHEDULER ITER18 LR0.6]: 400089 words processed Mon Nov 16 20:56:34 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.009680. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94475 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77959 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43726 clock time +[SCHEDULER ITER18 LR0.6]: 440067 words processed Mon Nov 16 20:56:49 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.010105. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33034 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96528 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83960 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44646 clock time +[SCHEDULER ITER18 LR0.6]: 480051 words processed Mon Nov 16 20:57:04 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.010581. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26811 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95434 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44047 clock time +[SCHEDULER ITER18 LR0.6]: 520140 words processed Mon Nov 16 20:57:19 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.010123. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19916 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94413 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78156 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43676 clock time +[SCHEDULER ITER18 LR0.6]: 560132 words processed Mon Nov 16 20:57:34 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.009508. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92927 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77893 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42786 clock time +[SCHEDULER ITER18 LR0.6]: 600118 words processed Mon Nov 16 20:57:49 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.007130. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28794 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83818 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43863 clock time +[SCHEDULER ITER18 LR0.6]: 640090 words processed Mon Nov 16 20:58:04 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.005205. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24691 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43309 clock time +[SCHEDULER ITER18 LR0.6]: 680075 words processed Mon Nov 16 20:58:19 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.004151. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30513 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43733 clock time +[SCHEDULER ITER18 LR0.6]: 720043 words processed Mon Nov 16 20:58:34 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.003549. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82343 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43094 clock time +[SCHEDULER ITER18 LR0.6]: 760012 words processed Mon Nov 16 20:58:49 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.002349. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33777 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84990 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44530 clock time +[SCHEDULER ITER18 LR0.6]: 800113 words processed Mon Nov 16 20:59:04 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.002397. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28491 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96010 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83108 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44137 clock time +[SCHEDULER ITER18 LR0.6]: 840089 words processed Mon Nov 16 20:59:19 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.001577. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26981 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94970 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43478 clock time +[SCHEDULER ITER18 LR0.6]: 880052 words processed Mon Nov 16 20:59:34 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.001526. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26841 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94925 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83012 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43490 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER18 LR0.6]: Displaying result: +[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 110.94944312459> <PPL_OOV 100.36982641987> <LOGP -1860668.2920595> +[SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER18 LR0.6]: shuffling training file +===PEEK ON TEST 18=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER18 LR0.6]: 40087 words processed Mon Nov 16 20:59:46 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.163278. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.84783 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.88318 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER18 LR0.6]: Displaying result: +[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 166.16167676808> <PPL_OOV 146.04731194544> <LOGP -178419.20481298> +[SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 18=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER18 LR0.6]: 40095 words processed Mon Nov 16 21:00:00 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.230708. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83802 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER18 LR0.6]: Displaying result: +[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 170.55259243863> <PPL_OOV 153.42154597608> <LOGP -161230.97752031> +[SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER18 LR0.6]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.18... + +[SCHEDULER ITER19 LR0.36]: preparing parameters... +[SCHEDULER ITER19 LR0.36]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.18... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1892928 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1897784 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48183711 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48299967 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94329634 +[SCHEDULER ITER19 LR0.36]: preparing parameters end. +[SCHEDULER ITER19 LR0.36]: preparing layers... +(21:00:12 2015-11-16)[nerv] info: create layer: recurrentL1 +(21:00:12 2015-11-16)[nerv] info: create layer: sigmoidL1 +(21:00:12 2015-11-16)[nerv] info: create layer: combinerL1 +(21:00:12 2015-11-16)[nerv] info: create layer: outputL +(21:00:12 2015-11-16)[nerv] info: create layer: softmaxL +(21:00:12 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER19 LR0.36]: preparing layers end. +[SCHEDULER ITER19 LR0.36]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER19 LR0.36]: Initing TNN end. +===ITERATION 19 LR 0.360000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER19 LR0.36]: 40092 words processed Mon Nov 16 21:00:27 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.997014. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37699 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01214 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83925 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44752 clock time +[SCHEDULER ITER19 LR0.36]: 80099 words processed Mon Nov 16 21:00:42 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.994733. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22590 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97446 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42930 clock time +[SCHEDULER ITER19 LR0.36]: 120004 words processed Mon Nov 16 21:00:57 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.988085. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97689 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78876 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43313 clock time +[SCHEDULER ITER19 LR0.36]: 160114 words processed Mon Nov 16 21:01:12 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.988949. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99172 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79733 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43870 clock time +[SCHEDULER ITER19 LR0.36]: 200066 words processed Mon Nov 16 21:01:27 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.987750. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23944 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42972 clock time +[SCHEDULER ITER19 LR0.36]: 240045 words processed Mon Nov 16 21:01:42 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.983959. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27650 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98485 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79756 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43655 clock time +[SCHEDULER ITER19 LR0.36]: 280057 words processed Mon Nov 16 21:01:57 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.979621. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32363 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00628 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44894 clock time +[SCHEDULER ITER19 LR0.36]: 320106 words processed Mon Nov 16 21:02:12 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.977246. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00369 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79604 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44530 clock time +[SCHEDULER ITER19 LR0.36]: 360024 words processed Mon Nov 16 21:02:27 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.975444. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26700 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79095 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43630 clock time +[SCHEDULER ITER19 LR0.36]: 400089 words processed Mon Nov 16 21:02:42 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.972430. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24528 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98750 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77773 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43695 clock time +[SCHEDULER ITER19 LR0.36]: 440067 words processed Mon Nov 16 21:02:57 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.972825. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25762 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97900 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79388 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43285 clock time +[SCHEDULER ITER19 LR0.36]: 480051 words processed Mon Nov 16 21:03:12 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.973155. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39802 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01075 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85441 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44901 clock time +[SCHEDULER ITER19 LR0.36]: 520140 words processed Mon Nov 16 21:03:27 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.972554. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27265 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99593 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78666 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44004 clock time +[SCHEDULER ITER19 LR0.36]: 560132 words processed Mon Nov 16 21:03:42 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.971809. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97249 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76500 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43149 clock time +[SCHEDULER ITER19 LR0.36]: 600118 words processed Mon Nov 16 21:03:56 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.969291. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17425 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75004 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42625 clock time +[SCHEDULER ITER19 LR0.36]: 640090 words processed Mon Nov 16 21:04:11 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.967195. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19563 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96958 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76280 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42895 clock time +[SCHEDULER ITER19 LR0.36]: 680075 words processed Mon Nov 16 21:04:26 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.965907. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96561 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42697 clock time +[SCHEDULER ITER19 LR0.36]: 720043 words processed Mon Nov 16 21:04:41 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.964968. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19445 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97205 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75933 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42914 clock time +[SCHEDULER ITER19 LR0.36]: 760012 words processed Mon Nov 16 21:04:56 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.963337. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44209 clock time +[SCHEDULER ITER19 LR0.36]: 800113 words processed Mon Nov 16 21:05:11 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.963206. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78092 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43640 clock time +[SCHEDULER ITER19 LR0.36]: 840089 words processed Mon Nov 16 21:05:26 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.962238. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26359 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97833 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43177 clock time +[SCHEDULER ITER19 LR0.36]: 880052 words processed Mon Nov 16 21:05:41 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.961986. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28655 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98580 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80948 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43586 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER19 LR0.36]: Displaying result: +[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 101.11776818014> <PPL_OOV 91.627273951145> <LOGP -1823876.640057> +[SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER19 LR0.36]: shuffling training file +===PEEK ON TEST 19=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER19 LR0.36]: 40087 words processed Mon Nov 16 21:05:53 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-2.145398. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.80456 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84858 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER19 LR0.36]: Displaying result: +[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 159.60093901295> <PPL_OOV 140.12256441497> <LOGP -176936.66077397> +[SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 19=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER19 LR0.36]: 40095 words processed Mon Nov 16 21:06:06 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-2.214779. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78041 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER19 LR0.36]: Displaying result: +[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 163.71076230308> <PPL_OOV 147.1341216716> <LOGP -159890.54046095> +[SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER19 LR0.36]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.19... + +[SCHEDULER ITER20 LR0.216]: preparing parameters... +[SCHEDULER ITER20 LR0.216]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.19... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46028677 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46033533 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92322350 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92438569 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94330677 +[SCHEDULER ITER20 LR0.216]: preparing parameters end. +[SCHEDULER ITER20 LR0.216]: preparing layers... +(21:06:17 2015-11-16)[nerv] info: create layer: recurrentL1 +(21:06:17 2015-11-16)[nerv] info: create layer: sigmoidL1 +(21:06:17 2015-11-16)[nerv] info: create layer: combinerL1 +(21:06:17 2015-11-16)[nerv] info: create layer: outputL +(21:06:17 2015-11-16)[nerv] info: create layer: softmaxL +(21:06:17 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER20 LR0.216]: preparing layers end. +[SCHEDULER ITER20 LR0.216]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER20 LR0.216]: Initing TNN end. +===ITERATION 20 LR 0.216000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER20 LR0.216]: 40092 words processed Mon Nov 16 21:06:31 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.971407. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22962 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94759 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79420 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43827 clock time +[SCHEDULER ITER20 LR0.216]: 80099 words processed Mon Nov 16 21:06:45 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.968297. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17542 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93152 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43042 clock time +[SCHEDULER ITER20 LR0.216]: 120004 words processed Mon Nov 16 21:07:00 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.961757. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20230 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93354 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78631 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43216 clock time +[SCHEDULER ITER20 LR0.216]: 160114 words processed Mon Nov 16 21:07:15 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.962674. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23618 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94806 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79761 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43949 clock time +[SCHEDULER ITER20 LR0.216]: 200066 words processed Mon Nov 16 21:07:30 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.961535. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21250 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93132 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80796 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42903 clock time +[SCHEDULER ITER20 LR0.216]: 240045 words processed Mon Nov 16 21:07:45 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.957763. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19982 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92943 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80018 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42891 clock time +[SCHEDULER ITER20 LR0.216]: 280057 words processed Mon Nov 16 21:08:00 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.953523. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26136 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95105 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81946 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43855 clock time +[SCHEDULER ITER20 LR0.216]: 320106 words processed Mon Nov 16 21:08:15 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.951224. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22527 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95061 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79067 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44015 clock time +[SCHEDULER ITER20 LR0.216]: 360024 words processed Mon Nov 16 21:08:30 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.949400. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44692 clock time +[SCHEDULER ITER20 LR0.216]: 400089 words processed Mon Nov 16 21:08:45 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.946355. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36310 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97948 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45700 clock time +[SCHEDULER ITER20 LR0.216]: 440067 words processed Mon Nov 16 21:09:00 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.946745. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26369 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94909 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81182 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44092 clock time +[SCHEDULER ITER20 LR0.216]: 480051 words processed Mon Nov 16 21:09:15 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.947007. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29088 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95335 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82959 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44103 clock time +[SCHEDULER ITER20 LR0.216]: 520140 words processed Mon Nov 16 21:09:30 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.946379. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26552 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82563 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43845 clock time +[SCHEDULER ITER20 LR0.216]: 560132 words processed Mon Nov 16 21:09:45 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.945623. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22786 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93792 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81791 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42946 clock time +[SCHEDULER ITER20 LR0.216]: 600118 words processed Mon Nov 16 21:10:00 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.943088. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25843 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82783 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43338 clock time +[SCHEDULER ITER20 LR0.216]: 640090 words processed Mon Nov 16 21:10:15 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.940800. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94591 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83241 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43544 clock time +[SCHEDULER ITER20 LR0.216]: 680075 words processed Mon Nov 16 21:10:30 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.939424. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20027 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93066 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80238 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43030 clock time +[SCHEDULER ITER20 LR0.216]: 720043 words processed Mon Nov 16 21:10:45 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.938325. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19832 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80032 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42895 clock time +[SCHEDULER ITER20 LR0.216]: 760012 words processed Mon Nov 16 21:11:00 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.936527. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18817 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93531 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78682 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42979 clock time +[SCHEDULER ITER20 LR0.216]: 800113 words processed Mon Nov 16 21:11:15 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.936323. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94653 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79684 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43774 clock time +[SCHEDULER ITER20 LR0.216]: 840089 words processed Mon Nov 16 21:11:30 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.935251. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93182 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79775 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43002 clock time +[SCHEDULER ITER20 LR0.216]: 880052 words processed Mon Nov 16 21:11:45 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.934865. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23933 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94265 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81283 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43417 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER20 LR0.216]: Displaying result: +[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 94.858763770931> <PPL_OOV 86.075078953778> <LOGP -1798640.7750352> +[SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER20 LR0.216]: shuffling training file +===PEEK ON TEST 20=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER20 LR0.216]: 40087 words processed Mon Nov 16 21:11:57 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-2.131186. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.75590 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82386 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER20 LR0.216]: Displaying result: +[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 154.88722747527> <PPL_OOV 135.61386955113> <LOGP -175765.82763284> +[SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 20=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER20 LR0.216]: 40095 words processed Mon Nov 16 21:12:11 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-2.202088. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.74235 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81553 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER20 LR0.216]: Displaying result: +[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 158.87666734941> <PPL_OOV 142.46254184851> <LOGP -158856.96281008> +[SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER20 LR0.216]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.20... + +[SCHEDULER ITER21 LR0.1296]: preparing parameters... +[SCHEDULER ITER21 LR0.1296]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.20... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1891422 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1896278 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48186065 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48302281 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94330600 +[SCHEDULER ITER21 LR0.1296]: preparing parameters end. +[SCHEDULER ITER21 LR0.1296]: preparing layers... +(21:12:22 2015-11-16)[nerv] info: create layer: recurrentL1 +(21:12:22 2015-11-16)[nerv] info: create layer: sigmoidL1 +(21:12:22 2015-11-16)[nerv] info: create layer: combinerL1 +(21:12:22 2015-11-16)[nerv] info: create layer: outputL +(21:12:22 2015-11-16)[nerv] info: create layer: softmaxL +(21:12:22 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER21 LR0.1296]: preparing layers end. +[SCHEDULER ITER21 LR0.1296]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER21 LR0.1296]: Initing TNN end. +===ITERATION 21 LR 0.129600=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER21 LR0.1296]: 40092 words processed Mon Nov 16 21:12:37 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.954227. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34756 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00467 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81957 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44675 clock time +[SCHEDULER ITER21 LR0.1296]: 80099 words processed Mon Nov 16 21:12:52 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.950706. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98442 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43554 clock time +[SCHEDULER ITER21 LR0.1296]: 120004 words processed Mon Nov 16 21:13:07 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.944022. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76389 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42821 clock time +[SCHEDULER ITER21 LR0.1296]: 160114 words processed Mon Nov 16 21:13:22 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.944942. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23465 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98528 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76677 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43513 clock time +[SCHEDULER ITER21 LR0.1296]: 200066 words processed Mon Nov 16 21:13:37 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.943798. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18373 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96675 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42719 clock time +[SCHEDULER ITER21 LR0.1296]: 240045 words processed Mon Nov 16 21:13:52 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.939964. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25409 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97913 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79033 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43266 clock time +[SCHEDULER ITER21 LR0.1296]: 280057 words processed Mon Nov 16 21:14:07 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.935737. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27576 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99447 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78164 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43937 clock time +[SCHEDULER ITER21 LR0.1296]: 320106 words processed Mon Nov 16 21:14:22 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.933468. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81053 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45017 clock time +[SCHEDULER ITER21 LR0.1296]: 360024 words processed Mon Nov 16 21:14:37 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.931656. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97378 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77168 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43218 clock time +[SCHEDULER ITER21 LR0.1296]: 400089 words processed Mon Nov 16 21:14:52 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.928579. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31833 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00297 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44639 clock time +[SCHEDULER ITER21 LR0.1296]: 440067 words processed Mon Nov 16 21:15:07 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.928992. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24081 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77876 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43484 clock time +[SCHEDULER ITER21 LR0.1296]: 480051 words processed Mon Nov 16 21:15:22 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929176. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18611 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42682 clock time +[SCHEDULER ITER21 LR0.1296]: 520140 words processed Mon Nov 16 21:15:37 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.928482. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77081 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43720 clock time +[SCHEDULER ITER21 LR0.1296]: 560132 words processed Mon Nov 16 21:15:52 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.927679. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20601 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96832 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77303 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42811 clock time +[SCHEDULER ITER21 LR0.1296]: 600118 words processed Mon Nov 16 21:16:07 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.925138. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97032 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42722 clock time +[SCHEDULER ITER21 LR0.1296]: 640090 words processed Mon Nov 16 21:16:22 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.922796. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98380 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78104 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43485 clock time +[SCHEDULER ITER21 LR0.1296]: 680075 words processed Mon Nov 16 21:16:36 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.921362. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16326 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74818 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42500 clock time +[SCHEDULER ITER21 LR0.1296]: 720043 words processed Mon Nov 16 21:16:51 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.920138. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20506 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96921 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77065 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42829 clock time +[SCHEDULER ITER21 LR0.1296]: 760012 words processed Mon Nov 16 21:17:06 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.918226. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25844 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80184 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42974 clock time +[SCHEDULER ITER21 LR0.1296]: 800113 words processed Mon Nov 16 21:17:21 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.917948. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25590 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78588 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43778 clock time +[SCHEDULER ITER21 LR0.1296]: 840089 words processed Mon Nov 16 21:17:36 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.916767. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27524 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97933 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43237 clock time +[SCHEDULER ITER21 LR0.1296]: 880052 words processed Mon Nov 16 21:17:51 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.916267. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20955 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97582 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76386 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43003 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER21 LR0.1296]: Displaying result: +[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 90.78547262985> <PPL_OOV 82.462162737312> <LOGP -1781329.3097165> +[SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER21 LR0.1296]: shuffling training file +===PEEK ON TEST 21=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER21 LR0.1296]: 40087 words processed Mon Nov 16 21:18:03 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-2.121687. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.74755 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81581 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER21 LR0.1296]: Displaying result: +[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 152.04549072345> <PPL_OOV 132.75281765476> <LOGP -175002.49612076> +[SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 21=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER21 LR0.1296]: 40095 words processed Mon Nov 16 21:18:17 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-2.193534. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.79080 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83936 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER21 LR0.1296]: Displaying result: +[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 155.85681868536> <PPL_OOV 139.4274434935> <LOGP -158167.12797675> +[SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER21 LR0.1296]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.21... + +[SCHEDULER ITER22 LR0.07776]: preparing parameters... +[SCHEDULER ITER22 LR0.07776]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.21... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46028104 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46032959 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92322760 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92438976 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94329928 +[SCHEDULER ITER22 LR0.07776]: preparing parameters end. +[SCHEDULER ITER22 LR0.07776]: preparing layers... +(21:18:29 2015-11-16)[nerv] info: create layer: recurrentL1 +(21:18:29 2015-11-16)[nerv] info: create layer: sigmoidL1 +(21:18:29 2015-11-16)[nerv] info: create layer: combinerL1 +(21:18:29 2015-11-16)[nerv] info: create layer: outputL +(21:18:29 2015-11-16)[nerv] info: create layer: softmaxL +(21:18:29 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER22 LR0.07776]: preparing layers end. +[SCHEDULER ITER22 LR0.07776]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER22 LR0.07776]: Initing TNN end. +===ITERATION 22 LR 0.077760=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER22 LR0.07776]: 40092 words processed Mon Nov 16 21:18:43 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.941979. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26998 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80843 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44462 clock time +[SCHEDULER ITER22 LR0.07776]: 80099 words processed Mon Nov 16 21:18:58 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.938250. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94153 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81465 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43493 clock time +[SCHEDULER ITER22 LR0.07776]: 120004 words processed Mon Nov 16 21:19:12 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.931563. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92859 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42850 clock time +[SCHEDULER ITER22 LR0.07776]: 160114 words processed Mon Nov 16 21:19:27 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.932540. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32325 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97095 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82620 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45205 clock time +[SCHEDULER ITER22 LR0.07776]: 200066 words processed Mon Nov 16 21:19:42 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.931450. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22387 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94297 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79414 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43599 clock time +[SCHEDULER ITER22 LR0.07776]: 240045 words processed Mon Nov 16 21:19:57 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.927571. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25087 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94717 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80457 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44078 clock time +[SCHEDULER ITER22 LR0.07776]: 280057 words processed Mon Nov 16 21:20:12 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.923315. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28819 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96121 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82465 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44073 clock time +[SCHEDULER ITER22 LR0.07776]: 320106 words processed Mon Nov 16 21:20:27 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.921082. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28432 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82644 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44158 clock time +[SCHEDULER ITER22 LR0.07776]: 360024 words processed Mon Nov 16 21:20:42 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.919259. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18644 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93340 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78701 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42970 clock time +[SCHEDULER ITER22 LR0.07776]: 400089 words processed Mon Nov 16 21:20:57 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916177. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.42563 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99012 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.88633 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45547 clock time +[SCHEDULER ITER22 LR0.07776]: 440067 words processed Mon Nov 16 21:21:12 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916615. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81526 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43426 clock time +[SCHEDULER ITER22 LR0.07776]: 480051 words processed Mon Nov 16 21:21:27 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916756. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95800 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84641 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43868 clock time +[SCHEDULER ITER22 LR0.07776]: 520140 words processed Mon Nov 16 21:21:42 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916061. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20650 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94582 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78724 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43664 clock time +[SCHEDULER ITER22 LR0.07776]: 560132 words processed Mon Nov 16 21:21:57 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.915241. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20045 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93540 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42992 clock time +[SCHEDULER ITER22 LR0.07776]: 600118 words processed Mon Nov 16 21:22:12 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.912721. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36492 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97455 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44664 clock time +[SCHEDULER ITER22 LR0.07776]: 640090 words processed Mon Nov 16 21:22:27 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.910376. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19528 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93380 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79227 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43230 clock time +[SCHEDULER ITER22 LR0.07776]: 680075 words processed Mon Nov 16 21:22:42 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.908921. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18505 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93262 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43041 clock time +[SCHEDULER ITER22 LR0.07776]: 720043 words processed Mon Nov 16 21:22:57 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.907630. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95004 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43541 clock time +[SCHEDULER ITER22 LR0.07776]: 760012 words processed Mon Nov 16 21:23:12 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.905650. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29667 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43935 clock time +[SCHEDULER ITER22 LR0.07776]: 800113 words processed Mon Nov 16 21:23:27 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.905321. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26400 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95929 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81147 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44161 clock time +[SCHEDULER ITER22 LR0.07776]: 840089 words processed Mon Nov 16 21:23:42 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.904079. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81042 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44227 clock time +[SCHEDULER ITER22 LR0.07776]: 880052 words processed Mon Nov 16 21:23:57 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.903519. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19051 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93774 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43316 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER22 LR0.07776]: Displaying result: +[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 88.094386760042> <PPL_OOV 80.0732601848> <LOGP -1769461.0520283> +[SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER22 LR0.07776]: shuffling training file +===PEEK ON TEST 22=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER22 LR0.07776]: 40087 words processed Mon Nov 16 21:24:09 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-2.115979. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.84544 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87784 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER22 LR0.07776]: Displaying result: +[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 150.34388392672> <PPL_OOV 131.1224071462> <LOGP -174560.10797298> +[SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 22=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER22 LR0.07776]: 40095 words processed Mon Nov 16 21:24:22 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-2.188293. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69986 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78278 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER22 LR0.07776]: Displaying result: +[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 153.99594513805> <PPL_OOV 137.63667528429> <LOGP -157753.03262785> +[SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER22 LR0.07776]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.22... + +[SCHEDULER ITER23 LR0.046656]: preparing parameters... +[SCHEDULER ITER23 LR0.046656]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.22... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1890622 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1895476 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48184985 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48301204 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94328908 +[SCHEDULER ITER23 LR0.046656]: preparing parameters end. +[SCHEDULER ITER23 LR0.046656]: preparing layers... +(21:24:33 2015-11-16)[nerv] info: create layer: recurrentL1 +(21:24:33 2015-11-16)[nerv] info: create layer: sigmoidL1 +(21:24:33 2015-11-16)[nerv] info: create layer: combinerL1 +(21:24:33 2015-11-16)[nerv] info: create layer: outputL +(21:24:33 2015-11-16)[nerv] info: create layer: softmaxL +(21:24:33 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER23 LR0.046656]: preparing layers end. +[SCHEDULER ITER23 LR0.046656]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER23 LR0.046656]: Initing TNN end. +===ITERATION 23 LR 0.046656=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER23 LR0.046656]: 40092 words processed Mon Nov 16 21:24:48 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.933322. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.43060 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02538 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85628 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45642 clock time +[SCHEDULER ITER23 LR0.046656]: 80099 words processed Mon Nov 16 21:25:03 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.929559. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22654 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97019 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78185 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42971 clock time +[SCHEDULER ITER23 LR0.046656]: 120004 words processed Mon Nov 16 21:25:18 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.923031. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32611 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99042 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43949 clock time +[SCHEDULER ITER23 LR0.046656]: 160114 words processed Mon Nov 16 21:25:33 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.924075. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27485 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43725 clock time +[SCHEDULER ITER23 LR0.046656]: 200066 words processed Mon Nov 16 21:25:48 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.923074. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17493 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96409 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75168 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42667 clock time +[SCHEDULER ITER23 LR0.046656]: 240045 words processed Mon Nov 16 21:26:03 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.919194. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96601 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42754 clock time +[SCHEDULER ITER23 LR0.046656]: 280057 words processed Mon Nov 16 21:26:18 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.914950. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38218 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01743 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82897 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45330 clock time +[SCHEDULER ITER23 LR0.046656]: 320106 words processed Mon Nov 16 21:26:33 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.912753. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34983 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01235 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81060 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45143 clock time +[SCHEDULER ITER23 LR0.046656]: 360024 words processed Mon Nov 16 21:26:48 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.910919. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31415 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99817 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80388 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44630 clock time +[SCHEDULER ITER23 LR0.046656]: 400089 words processed Mon Nov 16 21:27:03 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.907852. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38152 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01851 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82635 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45193 clock time +[SCHEDULER ITER23 LR0.046656]: 440067 words processed Mon Nov 16 21:27:18 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.908329. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24014 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97961 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78054 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43533 clock time +[SCHEDULER ITER23 LR0.046656]: 480051 words processed Mon Nov 16 21:27:32 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.908451. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75443 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42763 clock time +[SCHEDULER ITER23 LR0.046656]: 520140 words processed Mon Nov 16 21:27:47 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.907763. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32453 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81899 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44426 clock time +[SCHEDULER ITER23 LR0.046656]: 560132 words processed Mon Nov 16 21:28:02 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.906947. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19512 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77019 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42856 clock time +[SCHEDULER ITER23 LR0.046656]: 600118 words processed Mon Nov 16 21:28:17 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.904446. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19011 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96633 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42736 clock time +[SCHEDULER ITER23 LR0.046656]: 640090 words processed Mon Nov 16 21:28:32 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.902126. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29103 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99197 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79511 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44366 clock time +[SCHEDULER ITER23 LR0.046656]: 680075 words processed Mon Nov 16 21:28:47 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.900667. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27285 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98424 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80619 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43415 clock time +[SCHEDULER ITER23 LR0.046656]: 720043 words processed Mon Nov 16 21:29:02 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.899347. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27555 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98505 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79897 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43413 clock time +[SCHEDULER ITER23 LR0.046656]: 760012 words processed Mon Nov 16 21:29:16 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.897339. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16690 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96549 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74945 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42699 clock time +[SCHEDULER ITER23 LR0.046656]: 800113 words processed Mon Nov 16 21:29:31 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.896996. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21779 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97776 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76997 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43602 clock time +[SCHEDULER ITER23 LR0.046656]: 840089 words processed Mon Nov 16 21:29:45 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.895727. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16285 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96054 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75017 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42617 clock time +[SCHEDULER ITER23 LR0.046656]: 880052 words processed Mon Nov 16 21:30:00 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.895135. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16826 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96469 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74942 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42590 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER23 LR0.046656]: Displaying result: +[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.370829580211> <PPL_OOV 78.540181305621> <LOGP -1761656.5837458> +[SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER23 LR0.046656]: shuffling training file +===PEEK ON TEST 23=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER23 LR0.046656]: 40087 words processed Mon Nov 16 21:30:11 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-2.112277. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77059 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81826 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER23 LR0.046656]: Displaying result: +[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 149.10919738157> <PPL_OOV 130.08618277319> <LOGP -174276.07534413> +[SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 23=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER23 LR0.046656]: 40095 words processed Mon Nov 16 21:30:24 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-2.184797. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.76768 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82157 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER23 LR0.046656]: Displaying result: +[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.58447301765> <PPL_OOV 136.42030747027> <LOGP -157468.67681237> +[SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER23 LR0.046656]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.23... + +[SCHEDULER ITER24 LR0.0279936]: preparing parameters... +[SCHEDULER ITER24 LR0.0279936]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.23... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46027630 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46032483 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92321690 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92437904 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94328313 +[SCHEDULER ITER24 LR0.0279936]: preparing parameters end. +[SCHEDULER ITER24 LR0.0279936]: preparing layers... +(21:30:36 2015-11-16)[nerv] info: create layer: recurrentL1 +(21:30:36 2015-11-16)[nerv] info: create layer: sigmoidL1 +(21:30:36 2015-11-16)[nerv] info: create layer: combinerL1 +(21:30:36 2015-11-16)[nerv] info: create layer: outputL +(21:30:36 2015-11-16)[nerv] info: create layer: softmaxL +(21:30:36 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER24 LR0.0279936]: preparing layers end. +[SCHEDULER ITER24 LR0.0279936]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER24 LR0.0279936]: Initing TNN end. +===ITERATION 24 LR 0.027994=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER24 LR0.0279936]: 40092 words processed Mon Nov 16 21:30:50 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.927572. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29372 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96722 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81640 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44418 clock time +[SCHEDULER ITER24 LR0.0279936]: 80099 words processed Mon Nov 16 21:31:05 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.923793. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95174 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82158 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43672 clock time +[SCHEDULER ITER24 LR0.0279936]: 120004 words processed Mon Nov 16 21:31:20 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.917436. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25729 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94434 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82537 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43113 clock time +[SCHEDULER ITER24 LR0.0279936]: 160114 words processed Mon Nov 16 21:31:35 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.918508. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96581 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44249 clock time +[SCHEDULER ITER24 LR0.0279936]: 200066 words processed Mon Nov 16 21:31:49 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.917544. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16679 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77049 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42816 clock time +[SCHEDULER ITER24 LR0.0279936]: 240045 words processed Mon Nov 16 21:32:04 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.913702. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93194 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77446 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42967 clock time +[SCHEDULER ITER24 LR0.0279936]: 280057 words processed Mon Nov 16 21:32:19 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.909467. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29023 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82053 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44194 clock time +[SCHEDULER ITER24 LR0.0279936]: 320106 words processed Mon Nov 16 21:32:34 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.907301. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22057 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95197 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78918 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43668 clock time +[SCHEDULER ITER24 LR0.0279936]: 360024 words processed Mon Nov 16 21:32:49 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.905454. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36237 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96948 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86266 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44618 clock time +[SCHEDULER ITER24 LR0.0279936]: 400089 words processed Mon Nov 16 21:33:04 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.902393. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39099 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45318 clock time +[SCHEDULER ITER24 LR0.0279936]: 440067 words processed Mon Nov 16 21:33:19 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.902894. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27378 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83149 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43587 clock time +[SCHEDULER ITER24 LR0.0279936]: 480051 words processed Mon Nov 16 21:33:33 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.902990. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15579 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77021 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42697 clock time +[SCHEDULER ITER24 LR0.0279936]: 520140 words processed Mon Nov 16 21:33:48 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.902279. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21845 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94832 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79380 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43759 clock time +[SCHEDULER ITER24 LR0.0279936]: 560132 words processed Mon Nov 16 21:34:03 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.901444. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18088 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93598 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78271 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42838 clock time +[SCHEDULER ITER24 LR0.0279936]: 600118 words processed Mon Nov 16 21:34:18 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.898944. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95327 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83804 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43478 clock time +[SCHEDULER ITER24 LR0.0279936]: 640090 words processed Mon Nov 16 21:34:33 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.896618. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95035 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82729 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43462 clock time +[SCHEDULER ITER24 LR0.0279936]: 680075 words processed Mon Nov 16 21:34:48 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.895142. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93844 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43477 clock time +[SCHEDULER ITER24 LR0.0279936]: 720043 words processed Mon Nov 16 21:35:03 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.893792. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95735 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81735 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44041 clock time +[SCHEDULER ITER24 LR0.0279936]: 760012 words processed Mon Nov 16 21:35:18 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.891750. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20482 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93922 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79458 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43129 clock time +[SCHEDULER ITER24 LR0.0279936]: 800113 words processed Mon Nov 16 21:35:33 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.891385. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24458 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95290 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81107 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43856 clock time +[SCHEDULER ITER24 LR0.0279936]: 840089 words processed Mon Nov 16 21:35:48 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.890073. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79600 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42966 clock time +[SCHEDULER ITER24 LR0.0279936]: 880052 words processed Mon Nov 16 21:36:02 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.889435. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16192 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93020 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42815 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER24 LR0.0279936]: Displaying result: +[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.22026591435> <PPL_OOV 77.514508595711> <LOGP -1756349.6518786> +[SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER24 LR0.0279936]: shuffling training file +===PEEK ON TEST 24=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER24 LR0.0279936]: 40087 words processed Mon Nov 16 21:36:14 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-2.109803. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.76426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83310 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER24 LR0.0279936]: Displaying result: +[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 148.18558701419> <PPL_OOV 129.38121442773> <LOGP -174081.54493649> +[SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 24=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER24 LR0.0279936]: 40095 words processed Mon Nov 16 21:36:28 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-2.182444. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.76095 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83160 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER24 LR0.0279936]: Displaying result: +[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.56327400662> <PPL_OOV 135.60786959211> <LOGP -157277.33372447> +[SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER24 LR0.0279936]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.24... + +[SCHEDULER ITER25 LR0.01679616]: preparing parameters... +[SCHEDULER ITER25 LR0.01679616]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.24... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1890306 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1895158 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48184112 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48300326 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94327911 +[SCHEDULER ITER25 LR0.01679616]: preparing parameters end. +[SCHEDULER ITER25 LR0.01679616]: preparing layers... +(21:36:40 2015-11-16)[nerv] info: create layer: recurrentL1 +(21:36:40 2015-11-16)[nerv] info: create layer: sigmoidL1 +(21:36:40 2015-11-16)[nerv] info: create layer: combinerL1 +(21:36:40 2015-11-16)[nerv] info: create layer: outputL +(21:36:40 2015-11-16)[nerv] info: create layer: softmaxL +(21:36:40 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER25 LR0.01679616]: preparing layers end. +[SCHEDULER ITER25 LR0.01679616]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER25 LR0.01679616]: Initing TNN end. +===ITERATION 25 LR 0.016796=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER25 LR0.01679616]: 40092 words processed Mon Nov 16 21:36:55 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.923208. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99055 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43951 clock time +[SCHEDULER ITER25 LR0.01679616]: 80099 words processed Mon Nov 16 21:37:10 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.919417. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23524 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97744 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77503 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43228 clock time +[SCHEDULER ITER25 LR0.01679616]: 120004 words processed Mon Nov 16 21:37:25 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.913209. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19035 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96580 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75638 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42841 clock time +[SCHEDULER ITER25 LR0.01679616]: 160114 words processed Mon Nov 16 21:37:40 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.914297. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25164 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98748 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77835 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43606 clock time +[SCHEDULER ITER25 LR0.01679616]: 200066 words processed Mon Nov 16 21:37:55 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.913380. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36925 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00198 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84568 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44147 clock time +[SCHEDULER ITER25 LR0.01679616]: 240045 words processed Mon Nov 16 21:38:10 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.909582. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32865 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43906 clock time +[SCHEDULER ITER25 LR0.01679616]: 280057 words processed Mon Nov 16 21:38:25 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.905394. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30278 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99811 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80327 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44108 clock time +[SCHEDULER ITER25 LR0.01679616]: 320106 words processed Mon Nov 16 21:38:40 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.903267. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31148 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99837 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81722 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43881 clock time +[SCHEDULER ITER25 LR0.01679616]: 360024 words processed Mon Nov 16 21:38:55 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.901437. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18041 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96556 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75637 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42611 clock time +[SCHEDULER ITER25 LR0.01679616]: 400089 words processed Mon Nov 16 21:39:10 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.898384. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22891 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43703 clock time +[SCHEDULER ITER25 LR0.01679616]: 440067 words processed Mon Nov 16 21:39:25 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.898922. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17740 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96629 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75729 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42587 clock time +[SCHEDULER ITER25 LR0.01679616]: 480051 words processed Mon Nov 16 21:39:40 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899016. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33944 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99705 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83188 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44089 clock time +[SCHEDULER ITER25 LR0.01679616]: 520140 words processed Mon Nov 16 21:39:55 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.898314. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35601 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83057 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44649 clock time +[SCHEDULER ITER25 LR0.01679616]: 560132 words processed Mon Nov 16 21:40:10 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.897483. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31315 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98899 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82788 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43626 clock time +[SCHEDULER ITER25 LR0.01679616]: 600118 words processed Mon Nov 16 21:40:25 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.895000. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97175 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77197 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42846 clock time +[SCHEDULER ITER25 LR0.01679616]: 640090 words processed Mon Nov 16 21:40:40 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.892683. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99863 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84076 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43990 clock time +[SCHEDULER ITER25 LR0.01679616]: 680075 words processed Mon Nov 16 21:40:55 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.891213. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28306 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81047 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43297 clock time +[SCHEDULER ITER25 LR0.01679616]: 720043 words processed Mon Nov 16 21:41:10 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.889857. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97628 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79443 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42965 clock time +[SCHEDULER ITER25 LR0.01679616]: 760012 words processed Mon Nov 16 21:41:25 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.887813. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23900 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97564 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79127 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42940 clock time +[SCHEDULER ITER25 LR0.01679616]: 800113 words processed Mon Nov 16 21:41:40 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.887451. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30064 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00949 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78820 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45058 clock time +[SCHEDULER ITER25 LR0.01679616]: 840089 words processed Mon Nov 16 21:41:55 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.886122. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29066 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78502 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44161 clock time +[SCHEDULER ITER25 LR0.01679616]: 880052 words processed Mon Nov 16 21:42:10 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.885470. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99326 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79034 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43514 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER25 LR0.01679616]: Displaying result: +[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.428540798804> <PPL_OOV 76.809572863182> <LOGP -1752661.3698032> +[SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER25 LR0.01679616]: shuffling training file +===PEEK ON TEST 25=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER25 LR0.01679616]: 40087 words processed Mon Nov 16 21:42:22 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-2.108055. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.84361 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87344 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER25 LR0.01679616]: Displaying result: +[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.48955179622> <PPL_OOV 128.86335181656> <LOGP -173937.96837325> +[SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 25=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER25 LR0.01679616]: 40095 words processed Mon Nov 16 21:42:36 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-2.180677. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73914 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80862 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER25 LR0.01679616]: Displaying result: +[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 150.77220031057> <PPL_OOV 134.99308858218> <LOGP -157131.77874203> +[SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER25 LR0.01679616]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.25... + +[SCHEDULER ITER26 LR0.010077696]: preparing parameters... +[SCHEDULER ITER26 LR0.010077696]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.25... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46027486 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46032336 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92321123 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92437338 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94327574 +[SCHEDULER ITER26 LR0.010077696]: preparing parameters end. +[SCHEDULER ITER26 LR0.010077696]: preparing layers... +(21:42:47 2015-11-16)[nerv] info: create layer: recurrentL1 +(21:42:47 2015-11-16)[nerv] info: create layer: sigmoidL1 +(21:42:47 2015-11-16)[nerv] info: create layer: combinerL1 +(21:42:47 2015-11-16)[nerv] info: create layer: outputL +(21:42:47 2015-11-16)[nerv] info: create layer: softmaxL +(21:42:47 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER26 LR0.010077696]: preparing layers end. +[SCHEDULER ITER26 LR0.010077696]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER26 LR0.010077696]: Initing TNN end. +===ITERATION 26 LR 0.010078=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER26 LR0.010077696]: 40092 words processed Mon Nov 16 21:43:02 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.920393. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28153 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96072 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44630 clock time +[SCHEDULER ITER26 LR0.010077696]: 80099 words processed Mon Nov 16 21:43:17 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.916572. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19306 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93521 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78438 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42983 clock time +[SCHEDULER ITER26 LR0.010077696]: 120004 words processed Mon Nov 16 21:43:32 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.910485. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30470 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95864 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82799 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44355 clock time +[SCHEDULER ITER26 LR0.010077696]: 160114 words processed Mon Nov 16 21:43:47 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.911575. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96489 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44568 clock time +[SCHEDULER ITER26 LR0.010077696]: 200066 words processed Mon Nov 16 21:44:02 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.910704. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25513 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94238 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82516 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43332 clock time +[SCHEDULER ITER26 LR0.010077696]: 240045 words processed Mon Nov 16 21:44:17 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.906925. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18064 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93152 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43142 clock time +[SCHEDULER ITER26 LR0.010077696]: 280057 words processed Mon Nov 16 21:44:32 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.902777. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94530 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43698 clock time +[SCHEDULER ITER26 LR0.010077696]: 320106 words processed Mon Nov 16 21:44:47 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.900686. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20239 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94432 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43656 clock time +[SCHEDULER ITER26 LR0.010077696]: 360024 words processed Mon Nov 16 21:45:02 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.898858. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18606 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93249 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78490 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43095 clock time +[SCHEDULER ITER26 LR0.010077696]: 400089 words processed Mon Nov 16 21:45:17 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.895803. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21919 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94961 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78914 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43940 clock time +[SCHEDULER ITER26 LR0.010077696]: 440067 words processed Mon Nov 16 21:45:31 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.896372. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16197 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93134 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77086 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42857 clock time +[SCHEDULER ITER26 LR0.010077696]: 480051 words processed Mon Nov 16 21:45:45 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.896467. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16589 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77382 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42891 clock time +[SCHEDULER ITER26 LR0.010077696]: 520140 words processed Mon Nov 16 21:46:00 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.895771. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22682 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95144 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79498 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43805 clock time +[SCHEDULER ITER26 LR0.010077696]: 560132 words processed Mon Nov 16 21:46:15 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.894951. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93912 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78845 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43555 clock time +[SCHEDULER ITER26 LR0.010077696]: 600118 words processed Mon Nov 16 21:46:30 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.892485. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31142 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95919 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84282 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44207 clock time +[SCHEDULER ITER26 LR0.010077696]: 640090 words processed Mon Nov 16 21:46:45 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.890172. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94833 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80967 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43841 clock time +[SCHEDULER ITER26 LR0.010077696]: 680075 words processed Mon Nov 16 21:47:00 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.888707. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23265 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94233 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79921 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43991 clock time +[SCHEDULER ITER26 LR0.010077696]: 720043 words processed Mon Nov 16 21:47:15 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.887352. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17209 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93380 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76914 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43137 clock time +[SCHEDULER ITER26 LR0.010077696]: 760012 words processed Mon Nov 16 21:47:30 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.885304. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16540 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77617 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42964 clock time +[SCHEDULER ITER26 LR0.010077696]: 800113 words processed Mon Nov 16 21:47:45 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.884942. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27983 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96469 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44758 clock time +[SCHEDULER ITER26 LR0.010077696]: 840089 words processed Mon Nov 16 21:48:00 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.883602. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24576 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94721 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44016 clock time +[SCHEDULER ITER26 LR0.010077696]: 880052 words processed Mon Nov 16 21:48:15 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.882941. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21524 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94225 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78659 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43695 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER26 LR0.010077696]: Displaying result: +[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.927606218813> <PPL_OOV 76.363419682672> <LOGP -1750309.5269079> +[SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER26 LR0.010077696]: shuffling training file +===PEEK ON TEST 26=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER26 LR0.010077696]: 40087 words processed Mon Nov 16 21:48:26 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-2.106879. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69749 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77993 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER26 LR0.010077696]: Displaying result: +[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.9921749249> <PPL_OOV 128.49749497309> <LOGP -173836.18692982> +[SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 26=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER26 LR0.010077696]: 40095 words processed Mon Nov 16 21:48:39 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-2.179472. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.73884 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80380 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER26 LR0.010077696]: Displaying result: +[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 150.22176488574> <PPL_OOV 134.5693666043> <LOGP -157031.07232141> +[SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER26 LR0.010077696]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.26... + +[SCHEDULER ITER27 LR0.0060466176]: preparing parameters... +[SCHEDULER ITER27 LR0.0060466176]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.26... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1890181 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1895031 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48183648 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48299860 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94327301 +[SCHEDULER ITER27 LR0.0060466176]: preparing parameters end. +[SCHEDULER ITER27 LR0.0060466176]: preparing layers... +(21:48:50 2015-11-16)[nerv] info: create layer: recurrentL1 +(21:48:50 2015-11-16)[nerv] info: create layer: sigmoidL1 +(21:48:50 2015-11-16)[nerv] info: create layer: combinerL1 +(21:48:50 2015-11-16)[nerv] info: create layer: outputL +(21:48:50 2015-11-16)[nerv] info: create layer: softmaxL +(21:48:50 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER27 LR0.0060466176]: preparing layers end. +[SCHEDULER ITER27 LR0.0060466176]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER27 LR0.0060466176]: Initing TNN end. +===ITERATION 27 LR 0.006047=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER27 LR0.0060466176]: 40092 words processed Mon Nov 16 21:49:05 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.918667. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29422 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00092 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44337 clock time +[SCHEDULER ITER27 LR0.0060466176]: 80099 words processed Mon Nov 16 21:49:20 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.914790. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35351 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99792 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83304 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44106 clock time +[SCHEDULER ITER27 LR0.0060466176]: 120004 words processed Mon Nov 16 21:49:35 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.908774. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23195 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97666 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77214 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43076 clock time +[SCHEDULER ITER27 LR0.0060466176]: 160114 words processed Mon Nov 16 21:49:50 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.909865. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39998 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01865 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83745 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45010 clock time +[SCHEDULER ITER27 LR0.0060466176]: 200066 words processed Mon Nov 16 21:50:05 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.909025. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31667 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80850 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43958 clock time +[SCHEDULER ITER27 LR0.0060466176]: 240045 words processed Mon Nov 16 21:50:20 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.905239. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26999 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98911 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78049 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43980 clock time +[SCHEDULER ITER27 LR0.0060466176]: 280057 words processed Mon Nov 16 21:50:35 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.901119. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36454 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81049 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45290 clock time +[SCHEDULER ITER27 LR0.0060466176]: 320106 words processed Mon Nov 16 21:50:50 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.899053. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32652 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79700 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45002 clock time +[SCHEDULER ITER27 LR0.0060466176]: 360024 words processed Mon Nov 16 21:51:05 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.897228. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19376 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96873 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42723 clock time +[SCHEDULER ITER27 LR0.0060466176]: 400089 words processed Mon Nov 16 21:51:20 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.894165. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25800 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43971 clock time +[SCHEDULER ITER27 LR0.0060466176]: 440067 words processed Mon Nov 16 21:51:35 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.894754. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28452 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98619 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80073 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43625 clock time +[SCHEDULER ITER27 LR0.0060466176]: 480051 words processed Mon Nov 16 21:51:50 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.894850. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23347 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97912 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77243 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43373 clock time +[SCHEDULER ITER27 LR0.0060466176]: 520140 words processed Mon Nov 16 21:52:05 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.894156. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33581 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01141 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80417 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45120 clock time +[SCHEDULER ITER27 LR0.0060466176]: 560132 words processed Mon Nov 16 21:52:20 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.893343. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20813 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76401 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43140 clock time +[SCHEDULER ITER27 LR0.0060466176]: 600118 words processed Mon Nov 16 21:52:35 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.890889. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29087 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99380 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43893 clock time +[SCHEDULER ITER27 LR0.0060466176]: 640090 words processed Mon Nov 16 21:52:50 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.888577. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21954 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97326 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77919 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42738 clock time +[SCHEDULER ITER27 LR0.0060466176]: 680075 words processed Mon Nov 16 21:53:05 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.887115. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20186 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97038 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76083 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43493 clock time +[SCHEDULER ITER27 LR0.0060466176]: 720043 words processed Mon Nov 16 21:53:20 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.885766. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18237 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97200 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74578 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43147 clock time +[SCHEDULER ITER27 LR0.0060466176]: 760012 words processed Mon Nov 16 21:53:35 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.883712. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20059 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42910 clock time +[SCHEDULER ITER27 LR0.0060466176]: 800113 words processed Mon Nov 16 21:53:50 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.883352. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23181 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98830 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76422 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43700 clock time +[SCHEDULER ITER27 LR0.0060466176]: 840089 words processed Mon Nov 16 21:54:04 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.882003. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17650 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96847 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74779 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42717 clock time +[SCHEDULER ITER27 LR0.0060466176]: 880052 words processed Mon Nov 16 21:54:19 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.881337. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21879 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97505 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77039 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43100 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER27 LR0.0060466176]: Displaying result: +[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.611310989666> <PPL_OOV 76.082052253075> <LOGP -1748819.2565264> +[SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER27 LR0.0060466176]: shuffling training file +===PEEK ON TEST 27=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER27 LR0.0060466176]: 40087 words processed Mon Nov 16 21:54:31 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-2.106093. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.75428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81034 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER27 LR0.0060466176]: Displaying result: +[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.66521733895> <PPL_OOV 128.2457381726> <LOGP -173765.97968168> +[SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 27=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER27 LR0.0060466176]: 40095 words processed Mon Nov 16 21:54:45 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-2.178726. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78149 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER27 LR0.0060466176]: Displaying result: +[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.878892758> <PPL_OOV 134.29600411411> <LOGP -156965.93357189> +[SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER27 LR0.0060466176]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.27... + +[SCHEDULER ITER28 LR0.00362797056]: preparing parameters... +[SCHEDULER ITER28 LR0.00362797056]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.27... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46027363 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46032213 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92320760 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92436970 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94327115 +[SCHEDULER ITER28 LR0.00362797056]: preparing parameters end. +[SCHEDULER ITER28 LR0.00362797056]: preparing layers... +(21:54:57 2015-11-16)[nerv] info: create layer: recurrentL1 +(21:54:57 2015-11-16)[nerv] info: create layer: sigmoidL1 +(21:54:57 2015-11-16)[nerv] info: create layer: combinerL1 +(21:54:57 2015-11-16)[nerv] info: create layer: outputL +(21:54:57 2015-11-16)[nerv] info: create layer: softmaxL +(21:54:57 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER28 LR0.00362797056]: preparing layers end. +[SCHEDULER ITER28 LR0.00362797056]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER28 LR0.00362797056]: Initing TNN end. +===ITERATION 28 LR 0.003628=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER28 LR0.00362797056]: 40092 words processed Mon Nov 16 21:55:12 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.917576. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37494 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98013 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45018 clock time +[SCHEDULER ITER28 LR0.00362797056]: 80099 words processed Mon Nov 16 21:55:27 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.913671. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31013 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95996 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44370 clock time +[SCHEDULER ITER28 LR0.00362797056]: 120004 words processed Mon Nov 16 21:55:42 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.907684. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96673 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84843 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44506 clock time +[SCHEDULER ITER28 LR0.00362797056]: 160114 words processed Mon Nov 16 21:55:57 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.908779. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33791 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97029 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84254 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44572 clock time +[SCHEDULER ITER28 LR0.00362797056]: 200066 words processed Mon Nov 16 21:56:12 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.907960. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17533 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92923 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77688 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42957 clock time +[SCHEDULER ITER28 LR0.00362797056]: 240045 words processed Mon Nov 16 21:56:26 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.904162. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15009 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76067 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42718 clock time +[SCHEDULER ITER28 LR0.00362797056]: 280057 words processed Mon Nov 16 21:56:41 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.900061. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20334 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94680 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77593 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43721 clock time +[SCHEDULER ITER28 LR0.00362797056]: 320106 words processed Mon Nov 16 21:56:56 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.898018. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19358 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77484 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43528 clock time +[SCHEDULER ITER28 LR0.00362797056]: 360024 words processed Mon Nov 16 21:57:11 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.896201. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22177 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93655 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78661 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44282 clock time +[SCHEDULER ITER28 LR0.00362797056]: 400089 words processed Mon Nov 16 21:57:26 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.893131. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96345 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80394 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44369 clock time +[SCHEDULER ITER28 LR0.00362797056]: 440067 words processed Mon Nov 16 21:57:41 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.893731. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15873 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92865 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76925 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42799 clock time +[SCHEDULER ITER28 LR0.00362797056]: 480051 words processed Mon Nov 16 21:57:55 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.893827. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14938 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92560 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76483 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42915 clock time +[SCHEDULER ITER28 LR0.00362797056]: 520140 words processed Mon Nov 16 21:58:10 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.893133. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19809 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43647 clock time +[SCHEDULER ITER28 LR0.00362797056]: 560132 words processed Mon Nov 16 21:58:24 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.892323. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.14647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76529 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42637 clock time +[SCHEDULER ITER28 LR0.00362797056]: 600118 words processed Mon Nov 16 21:58:39 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.889876. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24640 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94950 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80546 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43907 clock time +[SCHEDULER ITER28 LR0.00362797056]: 640090 words processed Mon Nov 16 21:58:54 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.887566. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95018 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80145 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43933 clock time +[SCHEDULER ITER28 LR0.00362797056]: 680075 words processed Mon Nov 16 21:59:09 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.886103. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22660 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93899 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80709 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43428 clock time +[SCHEDULER ITER28 LR0.00362797056]: 720043 words processed Mon Nov 16 21:59:24 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.884762. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20967 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93770 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79890 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42994 clock time +[SCHEDULER ITER28 LR0.00362797056]: 760012 words processed Mon Nov 16 21:59:39 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.882705. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96422 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85748 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44249 clock time +[SCHEDULER ITER28 LR0.00362797056]: 800113 words processed Mon Nov 16 21:59:54 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.882343. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31165 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83053 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44860 clock time +[SCHEDULER ITER28 LR0.00362797056]: 840089 words processed Mon Nov 16 22:00:09 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.880989. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29123 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43621 clock time +[SCHEDULER ITER28 LR0.00362797056]: 880052 words processed Mon Nov 16 22:00:24 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.880322. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29170 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83438 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43746 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER28 LR0.00362797056]: Displaying result: +[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.411191347458> <PPL_OOV 75.904331078529> <LOGP -1747875.1087491> +[SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER28 LR0.00362797056]: shuffling training file +===PEEK ON TEST 28=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER28 LR0.00362797056]: 40087 words processed Mon Nov 16 22:00:36 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-2.105555. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77824 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82478 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER28 LR0.00362797056]: Displaying result: +[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.48378228665> <PPL_OOV 128.07182003966> <LOGP -173717.39871181> +[SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 28=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER28 LR0.00362797056]: 40095 words processed Mon Nov 16 22:00:49 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-2.178284. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.78609 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83157 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER28 LR0.00362797056]: Displaying result: +[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.70634636213> <PPL_OOV 134.12966304144> <LOGP -156926.23172345> +[SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER28 LR0.00362797056]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.28... + +[SCHEDULER ITER29 LR0.002176782336]: preparing parameters... +[SCHEDULER ITER29 LR0.002176782336]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.28... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1890155 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1895005 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48183478 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48299687 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94326991 +[SCHEDULER ITER29 LR0.002176782336]: preparing parameters end. +[SCHEDULER ITER29 LR0.002176782336]: preparing layers... +(22:01:00 2015-11-16)[nerv] info: create layer: recurrentL1 +(22:01:00 2015-11-16)[nerv] info: create layer: sigmoidL1 +(22:01:00 2015-11-16)[nerv] info: create layer: combinerL1 +(22:01:00 2015-11-16)[nerv] info: create layer: outputL +(22:01:00 2015-11-16)[nerv] info: create layer: softmaxL +(22:01:00 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER29 LR0.002176782336]: preparing layers end. +[SCHEDULER ITER29 LR0.002176782336]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER29 LR0.002176782336]: Initing TNN end. +===ITERATION 29 LR 0.002177=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER29 LR0.002176782336]: 40092 words processed Mon Nov 16 22:01:14 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.916882. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21352 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97794 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75575 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43721 clock time +[SCHEDULER ITER29 LR0.002176782336]: 80099 words processed Mon Nov 16 22:01:29 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.912963. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31080 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98620 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81424 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43868 clock time +[SCHEDULER ITER29 LR0.002176782336]: 120004 words processed Mon Nov 16 22:01:44 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.906983. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42775 clock time +[SCHEDULER ITER29 LR0.002176782336]: 160114 words processed Mon Nov 16 22:01:59 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.908085. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99605 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80354 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44404 clock time +[SCHEDULER ITER29 LR0.002176782336]: 200066 words processed Mon Nov 16 22:02:13 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.907277. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17040 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95668 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75424 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42687 clock time +[SCHEDULER ITER29 LR0.002176782336]: 240045 words processed Mon Nov 16 22:02:28 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.903480. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19665 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96169 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76820 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42899 clock time +[SCHEDULER ITER29 LR0.002176782336]: 280057 words processed Mon Nov 16 22:02:43 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.899390. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00178 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83534 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44724 clock time +[SCHEDULER ITER29 LR0.002176782336]: 320106 words processed Mon Nov 16 22:02:58 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.897358. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00756 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83764 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45078 clock time +[SCHEDULER ITER29 LR0.002176782336]: 360024 words processed Mon Nov 16 22:03:12 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.895550. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16885 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95677 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75628 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42850 clock time +[SCHEDULER ITER29 LR0.002176782336]: 400089 words processed Mon Nov 16 22:03:27 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.892479. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26094 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98884 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77536 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44776 clock time +[SCHEDULER ITER29 LR0.002176782336]: 440067 words processed Mon Nov 16 22:03:41 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.893085. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16530 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95764 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75238 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42697 clock time +[SCHEDULER ITER29 LR0.002176782336]: 480051 words processed Mon Nov 16 22:03:55 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.893185. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16141 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95691 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42806 clock time +[SCHEDULER ITER29 LR0.002176782336]: 520140 words processed Mon Nov 16 22:04:10 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.892489. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21031 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76257 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43645 clock time +[SCHEDULER ITER29 LR0.002176782336]: 560132 words processed Mon Nov 16 22:04:24 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.891675. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.15918 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.74692 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42864 clock time +[SCHEDULER ITER29 LR0.002176782336]: 600118 words processed Mon Nov 16 22:04:38 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.889232. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95919 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.75390 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42737 clock time +[SCHEDULER ITER29 LR0.002176782336]: 640090 words processed Mon Nov 16 22:04:53 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.886925. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19147 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96142 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76958 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42897 clock time +[SCHEDULER ITER29 LR0.002176782336]: 680075 words processed Mon Nov 16 22:05:08 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.885457. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23279 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96863 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79242 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43133 clock time +[SCHEDULER ITER29 LR0.002176782336]: 720043 words processed Mon Nov 16 22:05:23 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.884124. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23083 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96896 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79257 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42977 clock time +[SCHEDULER ITER29 LR0.002176782336]: 760012 words processed Mon Nov 16 22:05:38 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.882065. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99360 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81520 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44613 clock time +[SCHEDULER ITER29 LR0.002176782336]: 800113 words processed Mon Nov 16 22:05:53 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.881700. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31276 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00368 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79691 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44927 clock time +[SCHEDULER ITER29 LR0.002176782336]: 840089 words processed Mon Nov 16 22:06:08 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.880344. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30257 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79632 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44632 clock time +[SCHEDULER ITER29 LR0.002176782336]: 880052 words processed Mon Nov 16 22:06:23 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.879675. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98816 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79735 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44172 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER29 LR0.002176782336]: Displaying result: +[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.283901114873> <PPL_OOV 75.791502900064> <LOGP -1747274.5585906> +[SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER29 LR0.002176782336]: shuffling training file +===PEEK ON TEST 29=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER29 LR0.002176782336]: 40087 words processed Mon Nov 16 22:06:34 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-2.105165. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.68228 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76352 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER29 LR0.002176782336]: Displaying result: +[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.37737062437> <PPL_OOV 127.94693234979> <LOGP -173682.47282062> +[SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 29=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER29 LR0.002176782336]: 40095 words processed Mon Nov 16 22:06:48 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-2.178008. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.82802 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86294 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER29 LR0.002176782336]: Displaying result: +[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.61642875592> <PPL_OOV 134.02237108393> <LOGP -156900.59743237> +[SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER29 LR0.002176782336]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.29... + +[SCHEDULER ITER30 LR0.0013060694016]: preparing parameters... +[SCHEDULER ITER30 LR0.0013060694016]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.29... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46027283 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46032133 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92320596 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92436806 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94326944 +[SCHEDULER ITER30 LR0.0013060694016]: preparing parameters end. +[SCHEDULER ITER30 LR0.0013060694016]: preparing layers... +(22:07:00 2015-11-16)[nerv] info: create layer: recurrentL1 +(22:07:00 2015-11-16)[nerv] info: create layer: sigmoidL1 +(22:07:00 2015-11-16)[nerv] info: create layer: combinerL1 +(22:07:00 2015-11-16)[nerv] info: create layer: outputL +(22:07:00 2015-11-16)[nerv] info: create layer: softmaxL +(22:07:00 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER30 LR0.0013060694016]: preparing layers end. +[SCHEDULER ITER30 LR0.0013060694016]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER30 LR0.0013060694016]: Initing TNN end. +===ITERATION 30 LR 0.001306=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER30 LR0.0013060694016]: 40092 words processed Mon Nov 16 22:07:15 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.916462. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34544 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96984 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86168 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44426 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 80099 words processed Mon Nov 16 22:07:30 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.912531. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27213 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94216 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84102 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43109 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 120004 words processed Mon Nov 16 22:07:45 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.906550. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23417 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93593 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81632 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43257 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 160114 words processed Mon Nov 16 22:08:00 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.907654. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94462 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79974 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43743 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 200066 words processed Mon Nov 16 22:08:15 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.906847. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25451 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94013 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83491 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43064 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 240045 words processed Mon Nov 16 22:08:30 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.903052. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20747 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93575 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43532 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 280057 words processed Mon Nov 16 22:08:45 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.898971. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27105 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95182 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82865 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43897 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 320106 words processed Mon Nov 16 22:09:00 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.896943. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34224 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96947 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85967 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44502 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 360024 words processed Mon Nov 16 22:09:15 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.895141. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95999 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44759 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 400089 words processed Mon Nov 16 22:09:30 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.892069. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96226 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84317 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44114 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 440067 words processed Mon Nov 16 22:09:45 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.892680. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19921 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93372 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79921 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43055 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 480051 words processed Mon Nov 16 22:10:00 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.892783. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21803 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94176 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80586 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43038 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 520140 words processed Mon Nov 16 22:10:15 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.892086. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.40756 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98216 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.89247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45274 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 560132 words processed Mon Nov 16 22:10:30 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.891271. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36687 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96626 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.88119 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44352 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 600118 words processed Mon Nov 16 22:10:45 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.888832. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27742 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94694 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84809 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43235 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 640090 words processed Mon Nov 16 22:11:00 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.886525. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81656 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42993 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 680075 words processed Mon Nov 16 22:11:15 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.885052. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23887 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94026 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82176 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43158 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 720043 words processed Mon Nov 16 22:11:30 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.883724. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20587 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93406 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80840 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42978 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 760012 words processed Mon Nov 16 22:11:45 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.881662. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22949 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93788 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82359 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42909 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 800113 words processed Mon Nov 16 22:12:00 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.881296. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27679 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95527 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44197 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 840089 words processed Mon Nov 16 22:12:15 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.879938. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19541 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93559 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79710 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42903 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 880052 words processed Mon Nov 16 22:12:30 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.879269. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24382 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82279 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43304 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER30 LR0.0013060694016]: Displaying result: +[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.204123746308> <PPL_OOV 75.72049201999> <LOGP -1746896.1306508> +[SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER30 LR0.0013060694016]: shuffling training file +===PEEK ON TEST 30=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER30 LR0.0013060694016]: 40087 words processed Mon Nov 16 22:12:41 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-2.104864. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77509 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83242 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER30 LR0.0013060694016]: Displaying result: +[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.28149529838> <PPL_OOV 127.85129289029> <LOGP -173655.70338512> +[SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 30=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER30 LR0.0013060694016]: 40095 words processed Mon Nov 16 22:12:54 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-2.177800. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.74251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81400 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER30 LR0.0013060694016]: Displaying result: +[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.53856157397> <PPL_OOV 133.94261488579> <LOGP -156881.52870888> +[SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER30 LR0.0013060694016]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.30... + +[SCHEDULER ITER31 LR0.00078364164096]: preparing parameters... +[SCHEDULER ITER31 LR0.00078364164096]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.30... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1890138 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1894988 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48183411 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48299621 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94326897 +[SCHEDULER ITER31 LR0.00078364164096]: preparing parameters end. +[SCHEDULER ITER31 LR0.00078364164096]: preparing layers... +(22:13:05 2015-11-16)[nerv] info: create layer: recurrentL1 +(22:13:05 2015-11-16)[nerv] info: create layer: sigmoidL1 +(22:13:05 2015-11-16)[nerv] info: create layer: combinerL1 +(22:13:05 2015-11-16)[nerv] info: create layer: outputL +(22:13:05 2015-11-16)[nerv] info: create layer: softmaxL +(22:13:05 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER31 LR0.00078364164096]: preparing layers end. +[SCHEDULER ITER31 LR0.00078364164096]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER31 LR0.00078364164096]: Initing TNN end. +===ITERATION 31 LR 0.000784=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER31 LR0.00078364164096]: 40092 words processed Mon Nov 16 22:13:20 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.916210. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.40506 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01801 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85923 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45082 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 80099 words processed Mon Nov 16 22:13:35 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.912266. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80760 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43510 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 120004 words processed Mon Nov 16 22:13:50 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.906285. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25788 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79618 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43233 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 160114 words processed Mon Nov 16 22:14:05 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.907390. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26915 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98494 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79994 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43797 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 200066 words processed Mon Nov 16 22:14:20 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.906581. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.19876 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96263 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77290 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42787 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 240045 words processed Mon Nov 16 22:14:35 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.902782. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20136 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42846 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 280057 words processed Mon Nov 16 22:14:50 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.898708. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.40144 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01699 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84361 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45199 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 320106 words processed Mon Nov 16 22:15:05 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.896684. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29865 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99708 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80316 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44505 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 360024 words processed Mon Nov 16 22:15:20 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.894884. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33351 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99734 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82273 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44557 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 400089 words processed Mon Nov 16 22:15:35 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.891812. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38013 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01644 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82973 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45382 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 440067 words processed Mon Nov 16 22:15:50 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.892423. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99718 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82221 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44417 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 480051 words processed Mon Nov 16 22:16:05 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.892530. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27665 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98281 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80641 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43546 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 520140 words processed Mon Nov 16 22:16:20 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.891831. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29448 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99765 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44067 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 560132 words processed Mon Nov 16 22:16:35 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.891016. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33687 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99367 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84515 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43717 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 600118 words processed Mon Nov 16 22:16:50 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.888579. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43299 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 640090 words processed Mon Nov 16 22:17:05 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.886273. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35123 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99584 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85155 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43911 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 680075 words processed Mon Nov 16 22:17:20 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.884796. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99230 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84343 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43837 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 720043 words processed Mon Nov 16 22:17:35 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.883469. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38145 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85538 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44442 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 760012 words processed Mon Nov 16 22:17:50 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.881407. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00165 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44485 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 800113 words processed Mon Nov 16 22:18:05 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.881039. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32317 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99593 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82885 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44008 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 840089 words processed Mon Nov 16 22:18:20 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.879681. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34847 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00002 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44547 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 880052 words processed Mon Nov 16 22:18:35 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.879010. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33226 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82293 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44610 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER31 LR0.00078364164096]: Displaying result: +[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.153548020008> <PPL_OOV 75.6753877988> <LOGP -1746655.5789522> +[SCHEDULER ITER31 LR0.00078364164096]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER31 LR0.00078364164096]: shuffling training file +===PEEK ON TEST 31=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER31 LR0.00078364164096]: 40087 words processed Mon Nov 16 22:18:47 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-2.104630. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.81431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85736 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER31 LR0.00078364164096]: Displaying result: +[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.19240725317> <PPL_OOV 127.77935275787> <LOGP -173635.55417925> +[SCHEDULER ITER31 LR0.00078364164096]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 31=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER31 LR0.00078364164096]: 40095 words processed Mon Nov 16 22:19:01 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-2.177652. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.83611 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87156 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER31 LR0.00078364164096]: Displaying result: +[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.46985212575> <PPL_OOV 133.88550747495> <LOGP -156867.86805413> +[SCHEDULER ITER31 LR0.00078364164096]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER31 LR0.00078364164096]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.31... + +[SCHEDULER ITER32 LR0.000470184984576]: preparing parameters... +[SCHEDULER ITER32 LR0.000470184984576]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.31... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46027284 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46032134 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92320569 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92436778 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94326910 +[SCHEDULER ITER32 LR0.000470184984576]: preparing parameters end. +[SCHEDULER ITER32 LR0.000470184984576]: preparing layers... +(22:19:12 2015-11-16)[nerv] info: create layer: recurrentL1 +(22:19:12 2015-11-16)[nerv] info: create layer: sigmoidL1 +(22:19:12 2015-11-16)[nerv] info: create layer: combinerL1 +(22:19:12 2015-11-16)[nerv] info: create layer: outputL +(22:19:12 2015-11-16)[nerv] info: create layer: softmaxL +(22:19:12 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER32 LR0.000470184984576]: preparing layers end. +[SCHEDULER ITER32 LR0.000470184984576]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER32 LR0.000470184984576]: Initing TNN end. +===ITERATION 32 LR 0.000470=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER32 LR0.000470184984576]: 40092 words processed Mon Nov 16 22:19:26 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.916048. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26171 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95883 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80566 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44503 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 80099 words processed Mon Nov 16 22:19:41 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.912091. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25652 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43543 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 120004 words processed Mon Nov 16 22:19:56 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.906112. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23081 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81599 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43010 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 160114 words processed Mon Nov 16 22:20:11 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.907220. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34214 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96863 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85944 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44583 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 200066 words processed Mon Nov 16 22:20:25 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.906412. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.16548 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92498 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77632 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42840 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 240045 words processed Mon Nov 16 22:20:40 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.902609. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23239 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93688 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43210 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 280057 words processed Mon Nov 16 22:20:55 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.898541. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97568 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86179 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44741 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 320106 words processed Mon Nov 16 22:21:10 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.896520. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98049 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87338 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45371 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 360024 words processed Mon Nov 16 22:21:25 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.894722. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95150 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84758 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43743 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 400089 words processed Mon Nov 16 22:21:40 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.891648. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.39247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97758 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.88607 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45068 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 440067 words processed Mon Nov 16 22:21:55 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.892260. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96975 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.88268 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44904 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 480051 words processed Mon Nov 16 22:22:10 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.892369. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33034 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95767 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86209 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44241 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 520140 words processed Mon Nov 16 22:22:25 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.891668. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36735 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97720 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86818 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45053 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 560132 words processed Mon Nov 16 22:22:40 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.890854. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35055 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87301 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44420 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 600118 words processed Mon Nov 16 22:22:55 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.888417. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23806 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94077 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82419 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43074 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 640090 words processed Mon Nov 16 22:23:10 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.886112. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31034 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84121 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44555 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 680075 words processed Mon Nov 16 22:23:25 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.884632. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24948 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94052 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81975 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43799 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 720043 words processed Mon Nov 16 22:23:39 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.883305. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.17391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92658 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78791 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43073 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 760012 words processed Mon Nov 16 22:23:54 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.881243. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27463 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94608 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83725 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43739 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 800113 words processed Mon Nov 16 22:24:09 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.880875. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30047 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96044 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84378 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44122 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 840089 words processed Mon Nov 16 22:24:24 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.879517. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.23193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43294 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 880052 words processed Mon Nov 16 22:24:39 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.878846. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36561 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87415 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44640 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER32 LR0.000470184984576]: Displaying result: +[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.120575096429> <PPL_OOV 75.646683025421> <LOGP -1746502.4147988> +[SCHEDULER ITER32 LR0.000470184984576]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER32 LR0.000470184984576]: shuffling training file +===PEEK ON TEST 32=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER32 LR0.000470184984576]: 40087 words processed Mon Nov 16 22:24:51 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-2.104462. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.86504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.89189 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER32 LR0.000470184984576]: Displaying result: +[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.13419513463> <PPL_OOV 127.72879043581> <LOGP -173621.38574441> +[SCHEDULER ITER32 LR0.000470184984576]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 32=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER32 LR0.000470184984576]: 40095 words processed Mon Nov 16 22:25:05 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-2.177560. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.81832 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86510 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER32 LR0.000470184984576]: Displaying result: +[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.43029704938> <PPL_OOV 133.84950308333> <LOGP -156859.25245411> +[SCHEDULER ITER32 LR0.000470184984576]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER32 LR0.000470184984576]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.32... + +[SCHEDULER ITER33 LR0.0002821109907456]: preparing parameters... +[SCHEDULER ITER33 LR0.0002821109907456]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.32... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1890129 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1894979 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48183403 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48299612 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94326883 +[SCHEDULER ITER33 LR0.0002821109907456]: preparing parameters end. +[SCHEDULER ITER33 LR0.0002821109907456]: preparing layers... +(22:25:17 2015-11-16)[nerv] info: create layer: recurrentL1 +(22:25:17 2015-11-16)[nerv] info: create layer: sigmoidL1 +(22:25:17 2015-11-16)[nerv] info: create layer: combinerL1 +(22:25:17 2015-11-16)[nerv] info: create layer: outputL +(22:25:17 2015-11-16)[nerv] info: create layer: softmaxL +(22:25:17 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER33 LR0.0002821109907456]: preparing layers end. +[SCHEDULER ITER33 LR0.0002821109907456]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER33 LR0.0002821109907456]: Initing TNN end. +===ITERATION 33 LR 0.000282=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER33 LR0.0002821109907456]: 40092 words processed Mon Nov 16 22:25:32 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.915948. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37873 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.05257 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80758 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44690 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 80099 words processed Mon Nov 16 22:25:47 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.911974. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30407 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79752 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42885 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 120004 words processed Mon Nov 16 22:26:02 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.905997. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36776 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03898 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44061 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 160114 words processed Mon Nov 16 22:26:17 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.907108. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38599 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.05030 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43966 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 200066 words processed Mon Nov 16 22:26:32 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.906303. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38039 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.04046 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82876 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43840 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 240045 words processed Mon Nov 16 22:26:47 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.902497. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30417 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02875 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78821 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43547 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 280057 words processed Mon Nov 16 22:27:02 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.898435. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32106 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78453 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43937 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 320106 words processed Mon Nov 16 22:27:17 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.896415. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.41842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.06297 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82368 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45179 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 360024 words processed Mon Nov 16 22:27:32 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.894619. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02500 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43229 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 400089 words processed Mon Nov 16 22:27:47 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.891544. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03828 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43872 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 440067 words processed Mon Nov 16 22:28:02 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.892156. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03205 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80692 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43591 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 480051 words processed Mon Nov 16 22:28:17 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.892267. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30932 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79401 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43615 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 520140 words processed Mon Nov 16 22:28:32 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.891565. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32332 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03982 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79328 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43977 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 560132 words processed Mon Nov 16 22:28:47 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.890751. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.37965 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.04381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82266 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44419 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 600118 words processed Mon Nov 16 22:29:02 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.888314. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27468 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02018 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43007 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 640090 words processed Mon Nov 16 22:29:17 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.886009. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28080 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02242 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78578 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42957 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 680075 words processed Mon Nov 16 22:29:32 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.884528. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38817 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.04515 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83239 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43952 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 720043 words processed Mon Nov 16 22:29:47 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.883201. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02977 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43441 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 760012 words processed Mon Nov 16 22:30:02 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.881140. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.40845 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.04757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44013 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 800113 words processed Mon Nov 16 22:30:17 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.880772. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.43033 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.06615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45343 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 840089 words processed Mon Nov 16 22:30:32 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.879414. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38990 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.04882 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81922 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44482 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 880052 words processed Mon Nov 16 22:30:47 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.878742. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33591 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03636 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79804 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43945 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER33 LR0.0002821109907456]: Displaying result: +[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.098446122277> <PPL_OOV 75.628616853786> <LOGP -1746405.9867466> +[SCHEDULER ITER33 LR0.0002821109907456]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER33 LR0.0002821109907456]: shuffling training file +===PEEK ON TEST 33=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER33 LR0.0002821109907456]: 40087 words processed Mon Nov 16 22:30:59 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-2.104346. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.77699 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83693 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER33 LR0.0002821109907456]: Displaying result: +[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.11020664253> <PPL_OOV 127.69438835985> <LOGP -173611.74248268> +[SCHEDULER ITER33 LR0.0002821109907456]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 33=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER33 LR0.0002821109907456]: 40095 words processed Mon Nov 16 22:31:12 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-2.177502. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.69313 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77424 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER33 LR0.0002821109907456]: Displaying result: +[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.42017349093> <PPL_OOV 133.82837137992> <LOGP -156854.1947054> +[SCHEDULER ITER33 LR0.0002821109907456]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER33 LR0.0002821109907456]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.33... + +[SCHEDULER ITER34 LR0.00016926659444736]: preparing parameters... +[SCHEDULER ITER34 LR0.00016926659444736]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.33... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46027263 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46032113 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92320528 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92436737 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94326866 +[SCHEDULER ITER34 LR0.00016926659444736]: preparing parameters end. +[SCHEDULER ITER34 LR0.00016926659444736]: preparing layers... +(22:31:23 2015-11-16)[nerv] info: create layer: recurrentL1 +(22:31:23 2015-11-16)[nerv] info: create layer: sigmoidL1 +(22:31:23 2015-11-16)[nerv] info: create layer: combinerL1 +(22:31:23 2015-11-16)[nerv] info: create layer: outputL +(22:31:23 2015-11-16)[nerv] info: create layer: softmaxL +(22:31:23 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER34 LR0.00016926659444736]: preparing layers end. +[SCHEDULER ITER34 LR0.00016926659444736]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER34 LR0.00016926659444736]: Initing TNN end. +===ITERATION 34 LR 0.000169=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER34 LR0.00016926659444736]: 40092 words processed Mon Nov 16 22:31:38 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.915888. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.31501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44268 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 80099 words processed Mon Nov 16 22:31:53 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.911900. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20880 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93825 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43009 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 120004 words processed Mon Nov 16 22:32:08 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.905924. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93986 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79659 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43551 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 160114 words processed Mon Nov 16 22:32:23 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.907036. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36022 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97928 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84043 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45583 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 200066 words processed Mon Nov 16 22:32:38 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.906236. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.35291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96520 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86192 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44393 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 240045 words processed Mon Nov 16 22:32:53 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.902428. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25233 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94695 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43660 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 280057 words processed Mon Nov 16 22:33:08 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.898370. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.25398 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80628 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44084 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 320106 words processed Mon Nov 16 22:33:23 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.896351. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24582 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95318 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43923 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 360024 words processed Mon Nov 16 22:33:38 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.894555. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.28258 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95523 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44227 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 400089 words processed Mon Nov 16 22:33:53 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.891480. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36689 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98049 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84764 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45670 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 440067 words processed Mon Nov 16 22:34:08 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.892093. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26349 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83279 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43581 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 480051 words processed Mon Nov 16 22:34:23 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.892205. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95803 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85425 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44249 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 520140 words processed Mon Nov 16 22:34:38 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.891502. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21497 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94684 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79061 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43922 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 560132 words processed Mon Nov 16 22:34:53 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.890689. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20648 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43295 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 600118 words processed Mon Nov 16 22:35:08 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.888252. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96399 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85276 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44176 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 640090 words processed Mon Nov 16 22:35:23 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.885947. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.22332 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80819 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43313 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 680075 words processed Mon Nov 16 22:35:38 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.884465. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.20387 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93689 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79714 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43075 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 720043 words processed Mon Nov 16 22:35:53 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.883138. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93174 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78885 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42894 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 760012 words processed Mon Nov 16 22:36:08 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.881077. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18784 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93433 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78833 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43050 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 800113 words processed Mon Nov 16 22:36:23 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.880709. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30512 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96310 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44920 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 840089 words processed Mon Nov 16 22:36:38 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.879351. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.21311 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94756 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42964 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 880052 words processed Mon Nov 16 22:36:53 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.878679. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.18584 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93586 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78086 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43228 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER34 LR0.00016926659444736]: Displaying result: +[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.084734172296> <PPL_OOV 75.617639172754> <LOGP -1746347.382207> +[SCHEDULER ITER34 LR0.00016926659444736]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER34 LR0.00016926659444736]: shuffling training file +===PEEK ON TEST 34=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER34 LR0.00016926659444736]: 40087 words processed Mon Nov 16 22:37:05 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-2.104262. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.87126 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.89181 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER34 LR0.00016926659444736]: Displaying result: +[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.10281367216> <PPL_OOV 127.66974230171> <LOGP -173604.83233734> +[SCHEDULER ITER34 LR0.00016926659444736]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 34=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER34 LR0.00016926659444736]: 40095 words processed Mon Nov 16 22:37:19 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-2.177462. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.72227 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79652 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER34 LR0.00016926659444736]: Displaying result: +[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.42345695287> <PPL_OOV 133.81556769051> <LOGP -156851.12982923> +[SCHEDULER ITER34 LR0.00016926659444736]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER34 LR0.00016926659444736]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.34... + +[SCHEDULER ITER35 LR0.00010155995666842]: preparing parameters... +[SCHEDULER ITER35 LR0.00010155995666842]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.34... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1890128 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1894978 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48183383 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48299592 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94326857 +[SCHEDULER ITER35 LR0.00010155995666842]: preparing parameters end. +[SCHEDULER ITER35 LR0.00010155995666842]: preparing layers... +(22:37:31 2015-11-16)[nerv] info: create layer: recurrentL1 +(22:37:31 2015-11-16)[nerv] info: create layer: sigmoidL1 +(22:37:31 2015-11-16)[nerv] info: create layer: combinerL1 +(22:37:31 2015-11-16)[nerv] info: create layer: outputL +(22:37:31 2015-11-16)[nerv] info: create layer: softmaxL +(22:37:31 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER ITER35 LR0.00010155995666842]: preparing layers end. +[SCHEDULER ITER35 LR0.00010155995666842]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER35 LR0.00010155995666842]: Initing TNN end. +===ITERATION 35 LR 0.000102=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER35 LR0.00010155995666842]: 40092 words processed Mon Nov 16 22:37:45 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.915850. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33207 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.04389 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78303 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44128 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 80099 words processed Mon Nov 16 22:38:00 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.911855. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02912 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80455 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43041 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 120004 words processed Mon Nov 16 22:38:15 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.905880. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30232 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02599 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78229 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43275 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 160114 words processed Mon Nov 16 22:38:30 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.906992. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.05347 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80821 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44600 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 200066 words processed Mon Nov 16 22:38:45 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.906196. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.38234 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.04419 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81367 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44010 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 240045 words processed Mon Nov 16 22:39:00 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.902388. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26780 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02234 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76412 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43073 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 280057 words processed Mon Nov 16 22:39:15 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.898334. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36686 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.04969 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79937 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44360 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 320106 words processed Mon Nov 16 22:39:30 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.896314. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.42629 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.06315 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82181 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45150 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 360024 words processed Mon Nov 16 22:39:45 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.894518. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34636 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03667 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80494 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43541 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 400089 words processed Mon Nov 16 22:40:00 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.891443. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.44342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.06249 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84518 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44768 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 440067 words processed Mon Nov 16 22:40:15 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.892056. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.29859 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02699 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78824 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43088 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 480051 words processed Mon Nov 16 22:40:30 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.892169. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.24346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76011 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42743 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 520140 words processed Mon Nov 16 22:40:45 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.891466. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.42121 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.05888 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83472 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44584 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 560132 words processed Mon Nov 16 22:41:00 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.890653. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.30812 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03046 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78805 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43131 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 600118 words processed Mon Nov 16 22:41:15 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.888215. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02105 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77205 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42864 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 640090 words processed Mon Nov 16 22:41:30 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.885910. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.26360 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02018 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.76931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42902 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 680075 words processed Mon Nov 16 22:41:45 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.884429. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.36289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.04015 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82012 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43538 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 720043 words processed Mon Nov 16 22:42:00 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.883100. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.32433 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03437 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79409 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43365 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 760012 words processed Mon Nov 16 22:42:15 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.881041. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.27074 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02328 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77017 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.42960 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 800113 words processed Mon Nov 16 22:42:30 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.880673. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.34223 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.04314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79919 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43864 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 840089 words processed Mon Nov 16 22:42:45 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.879315. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.33968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03254 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80739 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.43238 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 880052 words processed Mon Nov 16 22:43:00 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.878643. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:13.46555 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.06507 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85735 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.44679 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER35 LR0.00010155995666842]: Displaying result: +[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.07766142557> <PPL_OOV 75.611283415282> <LOGP -1746313.4479971> +[SCHEDULER ITER35 LR0.00010155995666842]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER35 LR0.00010155995666842]: shuffling training file +===PEEK ON TEST 35=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER35 LR0.00010155995666842]: 40087 words processed Mon Nov 16 22:43:12 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-2.104206. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.74793 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80520 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER35 LR0.00010155995666842]: Displaying result: +[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.09855796542> <PPL_OOV 127.65294525175> <LOGP -173600.12209541> +[SCHEDULER ITER35 LR0.00010155995666842]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 35=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER35 LR0.00010155995666842]: 40095 words processed Mon Nov 16 22:43:25 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-2.177435. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.70810 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77909 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER35 LR0.00010155995666842]: Displaying result: +[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.42787770488> <PPL_OOV 133.80838513334> <LOGP -156849.41038012> +[SCHEDULER ITER35 LR0.00010155995666842]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER35 LR0.00010155995666842]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.35... + +===VALIDATION PPL record=== +<ITER3 LR1.00000 train:219.110 valid:237.806 test:229.721> +<ITER4 LR1.00000 train:213.497 valid:210.507 test:200.650> +<ITER5 LR1.00000 train:187.191 valid:194.771 test:185.904> +<ITER6 LR1.00000 train:172.331 valid:185.758 test:177.039> +<ITER7 LR1.00000 train:161.726 valid:180.163 test:171.158> +<ITER8 LR1.00000 train:153.561 valid:176.548 test:167.447> +<ITER9 LR1.00000 train:145.389 valid:173.264 test:164.459> +<ITER10 LR1.00000 train:139.377 valid:169.832 test:161.063> +<ITER11 LR1.00000 train:133.680 valid:167.319 test:158.997> +<ITER12 LR1.00000 train:129.283 valid:167.442 test:158.810> +<ITER13 LR1.00000 train:129.281 valid:167.222 test:158.683> +<ITER14 LR1.00000 train:125.548 valid:166.375 test:157.911> +<ITER15 LR1.00000 train:121.168 valid:163.980 test:155.683> +<ITER16 LR1.00000 train:118.240 valid:162.749 test:154.441> +<ITER17 LR1.00000 train:115.069 valid:161.691 test:153.464> +<ITER18 LR0.60000 train:100.370 valid:153.422 test:146.047> +<ITER19 LR0.36000 train:91.627 valid:147.134 test:140.123> +<ITER20 LR0.21600 train:86.075 valid:142.463 test:135.614> +<ITER21 LR0.12960 train:82.462 valid:139.427 test:132.753> +<ITER22 LR0.07776 train:80.073 valid:137.637 test:131.122> +<ITER23 LR0.04666 train:78.540 valid:136.420 test:130.086> +<ITER24 LR0.02799 train:77.515 valid:135.608 test:129.381> +<ITER25 LR0.01680 train:76.810 valid:134.993 test:128.863> +<ITER26 LR0.01008 train:76.363 valid:134.569 test:128.497> +<ITER27 LR0.00605 train:76.082 valid:134.296 test:128.246> +<ITER28 LR0.00363 train:75.904 valid:134.130 test:128.072> +<ITER29 LR0.00218 train:75.792 valid:134.022 test:127.947> +<ITER30 LR0.00131 train:75.720 valid:133.943 test:127.851> +<ITER31 LR0.00078 train:75.675 valid:133.886 test:127.779> +<ITER32 LR0.00047 train:75.647 valid:133.850 test:127.729> +<ITER33 LR0.00028 train:75.629 valid:133.828 test:127.694> +<ITER34 LR0.00017 train:75.618 valid:133.816 test:127.670> +<ITER35 LR0.00010 train:75.611 valid:133.808 test:127.653> + +===FINAL TEST=== +[SCHEDULER FINAL_TEST]: preparing parameters... +[SCHEDULER FINAL_TEST]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.35... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46027263 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46032113 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92320518 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92436727 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94326857 +[SCHEDULER FINAL_TEST]: preparing parameters end. +[SCHEDULER FINAL_TEST]: preparing layers... +(22:43:36 2015-11-16)[nerv] info: create layer: recurrentL1 +(22:43:36 2015-11-16)[nerv] info: create layer: sigmoidL1 +(22:43:36 2015-11-16)[nerv] info: create layer: combinerL1 +(22:43:36 2015-11-16)[nerv] info: create layer: outputL +(22:43:36 2015-11-16)[nerv] info: create layer: softmaxL +(22:43:36 2015-11-16)[nerv] info: create layer: selectL1 +[SCHEDULER FINAL_TEST]: preparing layers end. +[SCHEDULER FINAL_TEST]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER FINAL_TEST]: Initing TNN end. +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER FINAL_TEST]: 40087 words processed Mon Nov 16 22:43:43 2015. + [SCHEDULER FINAL_TEST]: log prob per sample :-2.104206. + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:5.78324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84086 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER FINAL_TEST]: Displaying result: +[SCHEDULER FINAL_TEST]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.09855762739> <PPL_OOV 127.65294490737> <LOGP -173600.12199883> +[SCHEDULER FINAL_TEST]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. |